-- Logs begin at Fri 2021-04-16 16:10:36 UTC, end at Fri 2021-04-16 17:06:45 UTC. --
Apr 16 16:40:49.185759 dv-cinder-733622-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 16 16:40:52.350831 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.common.config [-] Logging enabled!
Apr 16 16:40:52.351571 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91
Apr 16 16:40:52.352638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85185) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 16 16:40:52.354413 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.common.config [-] Logging enabled!
Apr 16 16:40:52.354707 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91
Apr 16 16:40:52.355062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85185) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 16 16:40:52.356107 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 16 16:40:52.356375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 16 16:40:52.357417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 16 16:40:52.357705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 16 16:40:52.357965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 16 16:40:52.358360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.358712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.359054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.359319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.359660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.359994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.360316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.360652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.360995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.361320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.361636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.362660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.362918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.363243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.363577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.363908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.364171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.364491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.365031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.365356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.365676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.366008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.366346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.366660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.366975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.367298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.367668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] host                           = dv-cinder-733622-13-iscsi {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.367985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.368318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.368648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.368977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.369294 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.369609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.369936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.370246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.370583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.370896 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.371226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.371558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.371893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.372151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.372414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.372745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.373076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.373390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.373701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.374012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.374345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.374659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.374965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.375294 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.375623 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.375948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.376261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.376574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.376885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.377194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.377642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.377966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.378320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.378617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.378951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.379258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.379569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.379918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.380252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.380579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.380910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.381224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.381552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.381863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.382172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.382513 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.382823 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.383132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.383454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.383762 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.384070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.384378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.384687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.385015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:52.385348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.385685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.386029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.386372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.386711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.387024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.387354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.387667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.387996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.388329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.388652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.388966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.389287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.389603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.389938 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.390315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.390647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.390982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.391291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.391598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.391907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.392222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.392548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.392884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.393248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.393551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.393864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.394196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.394537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.394848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.395162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.395493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.395809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.396118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.396435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.396751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.397056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.397362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.397676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.398008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.398336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.398651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.398981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.399270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.399575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.399897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.400208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.400515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.400820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.401133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.401438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.401748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.402063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.402397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.402708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.403015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.403321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.403628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.403933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.404239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.404544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.404851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.405163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.405471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.405777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.406084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.406414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.406724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.407049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.407387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.407701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.408017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.408331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.409169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.409484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.410128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.410467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.410785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.411092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.411422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.411743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.412070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.412389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.412702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.413038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.413351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.413670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.413982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.414315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.414643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.414962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.415291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.415620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.415953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.416283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.416614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.416932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.417280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.417595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:52.417844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 16:40:52.418108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85185) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 16 16:40:53.081528 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO keyring.backend [-] Loading Gnome
Apr 16 16:40:53.098261 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO keyring.backend [-] Loading Google
Apr 16 16:40:53.100972 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO keyring.backend [-] Loading Windows (alt)
Apr 16 16:40:53.104738 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO keyring.backend [-] Loading file
Apr 16 16:40:53.105582 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO keyring.backend [-] Loading keyczar
Apr 16 16:40:53.105865 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO keyring.backend [-] Loading multi
Apr 16 16:40:53.106529 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO keyring.backend [-] Loading pyfs
Apr 16 16:40:53.152935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:40:53.153275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:40:53.153579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:40:53.153953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 16 16:40:53.548648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.549697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.549864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.551196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.551622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.551921 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.589245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.589561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.589862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.604796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.605113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.605415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.671076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.671387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.671686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.672700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.673003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.675361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.945911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7460e82b70> agent after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.946166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7460e82b70> agent after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.946500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7460e82bf8> segment precommit_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.946813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7460e82c80> network precommit_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:53.947635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7460e96d90> segment before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.094827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> network before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.095209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7460eed0d0> agent before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.095532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> network before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.095837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> port before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.096670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> port before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.097127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> segment after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.097352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> segment precommit_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.097639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> segment precommit_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.097928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> segment after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.098263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> network after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.098582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> network precommit_delete 0 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.098885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> port provisioning_complete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.099190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.099480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> rbac-policy after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.099787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> agent after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.100103 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> subnet after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.100397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> subnet precommit_delete 0 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.100712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.100997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.101336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> segment_host_mapping after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.101790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> port after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.102072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> port after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.102378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> port after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.102722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.103006 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.103282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7460e5dc18>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.103707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.103981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.104252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.104522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.104790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.105057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.105475 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 16 16:40:54.108586 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 16 16:40:54.113181 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 16 16:40:54.116941 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])])
Apr 16 16:40:54.118613 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 16 16:40:54.119873 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 16 16:40:54.120257 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 16 16:40:54.120692 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 16 16:40:54.123466 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 16 16:40:54.123754 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 16 16:40:54.124145 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 16 16:40:54.151288 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 16 16:40:54.151804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7460e727f0>> qos_plugin after_init 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.152135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85185) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 16 16:40:54.152730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7460e2d390>> logging-plugin after_init 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.154063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85185) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 16 16:40:54.154411 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 16 16:40:54.154695 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 16 16:40:54.157884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7460e2d400>> floatingip before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.158115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7460e2d400>> port before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.226049 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 16 16:40:54.226335 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 16 16:40:54.226616 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 16 16:40:54.227018 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 16 16:40:54.259730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.sqlalchemy.engines [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85185) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 16 16:40:54.704768 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing driver for type 'gre'
Apr 16 16:40:54.705347 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] gre ID ranges: [(1, 1000)]
Apr 16 16:40:54.744642 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing driver for type 'local'
Apr 16 16:40:54.745016 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing driver for type 'vlan'
Apr 16 16:40:54.755234 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] VlanTypeDriver initialization complete
Apr 16 16:40:54.755607 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing driver for type 'vxlan'
Apr 16 16:40:54.756139 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] vxlan ID ranges: [(1, 1000)]
Apr 16 16:40:54.795548 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing extension driver 'port_security'
Apr 16 16:40:54.795912 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.extensions.port_security [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] PortSecurityExtensionDriver initialization complete
Apr 16 16:40:54.796284 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing mechanism driver 'openvswitch'
Apr 16 16:40:54.796647 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing mechanism driver 'hyperv'
Apr 16 16:40:54.803033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:40:54.803851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460bcd438>> port after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.804261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460bcd438>> port after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.804650 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460bcd438>> port after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.805076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f746070be10>> subnet after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.805466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f746070be10>> subnet after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.805845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f746070be10>> subnet after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.806260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f746070bfd0>> network after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.806668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f746070bfd0>> network after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.807048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f746070bfd0>> network after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.807460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f74607111d0>> security_group after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.807841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f74607111d0>> security_group after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.808356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f74607111d0>> security_group after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.808770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460711390>> security_group_rule after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.809151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460711390>> security_group_rule after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.809526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460711390>> security_group_rule after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.809937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460711550>> address_group after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.810331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460711550>> address_group after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.810710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7460711550>> address_group after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.811075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] ML2 OVO RPC backend initialized. {{(pid=85185) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 16 16:40:54.811863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> router_interface after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.812249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> router_interface after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.812707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> network before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.813090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> networks before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.813472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> port before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.813850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> ports before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.814228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> subnet before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.814636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> subnets before_response 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.815800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> network after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.816193 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> network after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.816571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> network after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.816947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> port after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.817323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> port after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.817696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> port after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.818069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> subnet after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.818478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> subnet after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.818854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7460711630>> subnet after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.819476 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.plugin [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Modular L2 Plugin initialization complete
Apr 16 16:40:54.819832 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading services supported by the core plugin {{(pid=85185) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 16 16:40:54.820196 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.plugins.ml2.managers [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Got port-security extension from driver 'port_security'
Apr 16 16:40:54.820699 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.extensions.vlantransparent [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Disabled vlantransparent extension.
Apr 16 16:40:54.821231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85185) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 16 16:40:54.821576 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: router
Apr 16 16:40:54.859955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router_interface before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.860399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router after_create 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.860812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router before_create 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.861223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router_interface before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.861662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router_interface after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.862331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router after_delete 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.862739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> floatingip after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.863159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router after_create 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.863554 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router after_update 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.863951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router after_update 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.864346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router_gateway after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.864758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router after_update 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.865257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router precommit_update 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.865678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7460da9400> port after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.866062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7460da92f0> port after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.866495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7460da9378> subnet after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.866878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7460da9488> subnetpool_address_scope after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.867273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> port precommit_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.867661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router precommit_create 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.868044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7460da58c8> port before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.868428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router precommit_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.868835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router after_update 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.869216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router precommit_delete 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.869608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router precommit_create 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.870019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router_interface after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.870455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> router precommit_update 55549900 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.870892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f74607117b8>> network after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.871884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Tracking information for resource: router configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.872260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Tracking information for resource: floatingip configured {{(pid=85185) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 16 16:40:54.877071 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_agentschedulers_db [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 16 16:40:54.878521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7460693730> port after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.878922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7460693620> port after_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.879314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function _notify_port_delete at 0x7f74606936a8> port after_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.879703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f74606938c8> port after_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.880603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f74606be588>> router before_create 55550100 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.881007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f74606be588>> router precommit_delete 55550100 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.881409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f74606be588>> router precommit_create 55550100 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.881804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f74606be588>> router precommit_update 55550100 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.886644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.provider_configuration [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service providers = [] {{(pid=85185) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 16 16:40:54.887042 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.servicetype_db [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85185) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 16 16:40:54.889864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.service_base [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85185) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 16:40:54.890253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.service_base [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85185) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 16:40:54.890656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.service_base [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85185) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 16:40:54.891542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.service_base [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85185) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 16 16:40:54.891943 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.services.service_base [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 16 16:40:54.892360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.892713 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 16 16:40:54.903719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.904094 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: auto_allocate
Apr 16 16:40:54.910548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f74606e4ea0> network precommit_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.910954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f74606e4ea0> network precommit_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.911548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.911904 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: tag
Apr 16 16:40:54.918922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.919298 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: timestamp
Apr 16 16:40:54.923133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.923506 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: network_ip_availability
Apr 16 16:40:54.929484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74606df898>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.929895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74606df898>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.930331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f74606df898>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:54.931096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.931456 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: flavors
Apr 16 16:40:54.935946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.936305 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading Plugin: revisions
Apr 16 16:40:54.941679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85185) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 16 16:40:54.942104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=85185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:40:54.942940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85185) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 16 16:40:54.943308 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Initializing extension manager.
Apr 16 16:40:54.943874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: __init__.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.944255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: __pycache__ {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.944627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.944999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: address_group.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.945806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.946481 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: address-group
Apr 16 16:40:54.946845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: address_scope.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.947610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.948194 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: address-scope
Apr 16 16:40:54.948553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: admin_state_down_before_update.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.949488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.950074 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: router-admin-state-down-before-update
Apr 16 16:40:54.950465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: agent.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.951223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.951811 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: agent
Apr 16 16:40:54.952171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: agent_resources_synced.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.953090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.953678 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: agent-resources-synced
Apr 16 16:40:54.954040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: allowedaddresspairs.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.956719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.957259 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: allowed-address-pairs
Apr 16 16:40:54.957627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: auto_allocated_topology.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.958750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.959339 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: auto-allocated-topology
Apr 16 16:40:54.959704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: availability_zone.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.960454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.961040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: availability_zone
Apr 16 16:40:54.961404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: availability_zone_filter.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.962368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.962960 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: availability_zone_filter
Apr 16 16:40:54.963319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: data_plane_status.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.964347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.964927 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension data-plane-status not supported by any of loaded plugins
Apr 16 16:40:54.965290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: default_subnetpools.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.966205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.966824 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: default-subnetpools
Apr 16 16:40:54.967187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: dhcpagentscheduler.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.968065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.968648 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: dhcp_agent_scheduler
Apr 16 16:40:54.969011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: dns.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.969930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.970537 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension dns-integration not supported by any of loaded plugins
Apr 16 16:40:54.970899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: dns_domain_ports.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.972197 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.972785 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 16 16:40:54.973144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: dvr.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.973871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.974489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: dvr
Apr 16 16:40:54.974851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: empty_string_filtering.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.975778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.976362 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: empty-string-filtering
Apr 16 16:40:54.976727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.977649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.978224 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 16 16:40:54.978611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.979528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.980103 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 16 16:40:54.980463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: external_net.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.981384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.981969 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: external-net
Apr 16 16:40:54.982352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: extra_dhcp_opt.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.983268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.983845 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: extra_dhcp_opt
Apr 16 16:40:54.984203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: extraroute.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.985125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.985705 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: extraroute
Apr 16 16:40:54.986065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: extraroute_atomic.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.987893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.988484 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: extraroute-atomic
Apr 16 16:40:54.988850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: filter_validation.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.989546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.990126 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: filter-validation
Apr 16 16:40:54.990520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: fip_pf_description.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.991442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.992018 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 16 16:40:54.992376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: fip_port_details.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.993411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.993993 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: fip-port-details
Apr 16 16:40:54.994374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: flavors.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.995612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.996201 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: flavors
Apr 16 16:40:54.996568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.998224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:54.998874 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 16 16:40:54.999238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: floatingip_pools.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:54.999987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.000582 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: floatingip-pools
Apr 16 16:40:55.000945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: ip_allocation.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.001904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.003216 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension ip_allocation not supported by any of loaded plugins
Apr 16 16:40:55.003784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.004729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.005320 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: ip-substring-filtering
Apr 16 16:40:55.005685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l2_adjacency.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.006639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.007224 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 16 16:40:55.007585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l3.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.008650 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.009244 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: router
Apr 16 16:40:55.009609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l3_conntrack_helper.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.011934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.012539 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 16 16:40:55.012936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.013860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.014517 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: ext-gw-mode
Apr 16 16:40:55.014886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.015915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.016506 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: l3-ha
Apr 16 16:40:55.016877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l3_flavors.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.017804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.018689 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: l3-flavors
Apr 16 16:40:55.019061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.019994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.020588 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 16 16:40:55.020953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: l3agentscheduler.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.022153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.022780 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: l3_agent_scheduler
Apr 16 16:40:55.023151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: logging.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.024672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.025272 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension logging not supported by any of loaded plugins
Apr 16 16:40:55.025642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: metering.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.026479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.027189 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: metering
Apr 16 16:40:55.027557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.028668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.029259 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: metering_source_and_destination_fields
Apr 16 16:40:55.029633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: multiprovidernet.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.030593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.031189 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: multi-provider
Apr 16 16:40:55.031556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: netmtu.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.032483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.033072 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: net-mtu
Apr 16 16:40:55.033437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: netmtu_writable.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.034918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.035504 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: net-mtu-writable
Apr 16 16:40:55.035872 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: network_availability_zone.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.036710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.037297 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: network_availability_zone
Apr 16 16:40:55.037666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: network_ip_availability.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.038808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.039398 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: network-ip-availability
Apr 16 16:40:55.039761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: network_segment_range.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.040607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.041194 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension network-segment-range not supported by any of loaded plugins
Apr 16 16:40:55.041556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: pagination.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.042592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.042972 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: pagination
Apr 16 16:40:55.043332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: port_device_profile.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.044252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.044843 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: port-device-profile
Apr 16 16:40:55.045214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.046150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.046785 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: port-mac-address-regenerate
Apr 16 16:40:55.047150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.048071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.048653 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: port-numa-affinity-policy
Apr 16 16:40:55.049020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: port_resource_request.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.050674 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.051257 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension port-resource-request not supported by any of loaded plugins
Apr 16 16:40:55.051622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: portbindings.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.052569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.053154 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: binding
Apr 16 16:40:55.053516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: portbindings_extended.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.054829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.055462 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: binding-extended
Apr 16 16:40:55.055827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: portsecurity.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.056757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.057350 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: port-security
Apr 16 16:40:55.057712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: project_id.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.058742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.059124 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: project-id
Apr 16 16:40:55.059490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: providernet.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.060419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.061012 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: provider
Apr 16 16:40:55.061373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.065988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.066623 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos not supported by any of loaded plugins
Apr 16 16:40:55.067002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.068317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.068907 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 16 16:40:55.069277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.070319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.070898 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 16 16:40:55.071263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_default.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.072288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.072874 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-default not supported by any of loaded plugins
Apr 16 16:40:55.073238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_fip.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.073937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.074539 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-fip not supported by any of loaded plugins
Apr 16 16:40:55.074903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_gateway_ip.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.075840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.076418 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 16 16:40:55.076783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_port_network_policy.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.077699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.078325 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 16 16:40:55.078731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_rule_type_details.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.079615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.080195 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 16 16:40:55.080873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: qos_rules_alias.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.082001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.082615 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 16 16:40:55.082980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: quotasv2.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.083994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.084370 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: quotas
Apr 16 16:40:55.084730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: quotasv2_detail.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.086493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.086878 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: quota_details
Apr 16 16:40:55.087247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: rbac.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.088412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.089012 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: rbac-policies
Apr 16 16:40:55.089376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: rbac_address_group.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.090347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.090956 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: rbac-address-group
Apr 16 16:40:55.091323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: rbac_address_scope.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.092243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.092836 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: rbac-address-scope
Apr 16 16:40:55.093202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: rbac_security_groups.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.094129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.094757 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: rbac-security-groups
Apr 16 16:40:55.095129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: rbac_subnetpool.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.096082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.096928 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: rbac-subnetpool
Apr 16 16:40:55.097295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: revisionifmatch.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.098249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.098866 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: revision-if-match
Apr 16 16:40:55.099229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: revisions.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.100358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.100945 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: standard-attr-revisions
Apr 16 16:40:55.101311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: router_availability_zone.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.102035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.102657 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: router_availability_zone
Apr 16 16:40:55.103021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: routerservicetype.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.103953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.104535 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension router-service-type not supported by any of loaded plugins
Apr 16 16:40:55.104898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.105820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.106434 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: security-groups-normalized-cidr
Apr 16 16:40:55.106797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: security_groups_port_filtering.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.107736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.108323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: port-security-groups-filtering
Apr 16 16:40:55.108684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.109644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.110229 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: security-groups-remote-address-group
Apr 16 16:40:55.110620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: securitygroup.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.124722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.125338 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: security-group
Apr 16 16:40:55.125710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: segment.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.126606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.127353 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension segment not supported by any of loaded plugins
Apr 16 16:40:55.128339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.129344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.129963 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 16 16:40:55.130349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: servicetype.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.131457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.132057 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: service-type
Apr 16 16:40:55.132427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: sorting.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.133417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.133798 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: sorting
Apr 16 16:40:55.134161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: standard_attr_segment.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.135111 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.135717 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 16 16:40:55.136082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: standardattrdescription.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.136783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.137383 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: standard-attr-description
Apr 16 16:40:55.137748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: stateful_security_group.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.138705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.139311 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: stateful-security-group
Apr 16 16:40:55.139675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: stdattrs_common.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.140257 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 16 16:40:55.140618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.141624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.142210 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 16 16:40:55.142598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: subnet_onboard.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.143884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.144475 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: subnet_onboard
Apr 16 16:40:55.144840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.145774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.146413 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 16 16:40:55.146780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: subnet_service_types.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.147714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.148302 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: subnet-service-types
Apr 16 16:40:55.148667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: subnetallocation.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.149777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.150398 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: subnet_allocation
Apr 16 16:40:55.150766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.152445 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.153052 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: subnetpool-prefix-ops
Apr 16 16:40:55.153458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.154469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.155064 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 16 16:40:55.155427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: tagging.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.156720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.157326 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: standard-attr-tag
Apr 16 16:40:55.157693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: timestamp.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.158945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.159535 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loaded extension: standard-attr-timestamp
Apr 16 16:40:55.160170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: trunk.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.161217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.161815 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension trunk not supported by any of loaded plugins
Apr 16 16:40:55.162181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: trunk_details.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.163146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.163748 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension trunk-details not supported by any of loaded plugins
Apr 16 16:40:55.164112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: uplink_status_propagation.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.165057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.165644 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 16 16:40:55.166007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Loading extension file: vlantransparent.py {{(pid=85185) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 16 16:40:55.166736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85185) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 16:40:55.167319 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 16 16:40:55.170018 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:network
Apr 16 16:40:55.170873 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:subnet
Apr 16 16:40:55.171556 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 16:40:55.172220 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:port
Apr 16 16:40:55.173721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.174772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service FLAVORS assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.175739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.176203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.176571 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:router
Apr 16 16:40:55.177299 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:floatingip
Apr 16 16:40:55.178065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service METERING assigned prefix: /metering {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.179910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7460509ba8>> rbac-policy before_create 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:55.180316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7460509ba8>> rbac-policy before_update 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:55.180706 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7460509ba8>> rbac-policy before_delete 55550000 {{(pid=85185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:40:55.181851 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of CountableResource for resource:rbac_policy
Apr 16 16:40:55.182354 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:security_group
Apr 16 16:40:55.183177 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 16 16:40:55.183969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service CORE assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.184345 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 16:40:55.184710 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] subnetpool is already registered
Apr 16 16:40:55.185373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service CORE assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.185739 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 16:40:55.186100 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] subnetpool is already registered
Apr 16 16:40:55.188842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.189323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service FLAVORS assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.190712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.191357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.191734 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:router
Apr 16 16:40:55.192104 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] router is already registered
Apr 16 16:40:55.192757 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:floatingip
Apr 16 16:40:55.193124 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] floatingip is already registered
Apr 16 16:40:55.193808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service METERING assigned prefix: /metering {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.194566 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of CountableResource for resource:rbac_policy
Apr 16 16:40:55.194932 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] rbac_policy is already registered
Apr 16 16:40:55.195554 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:security_group
Apr 16 16:40:55.195917 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] security_group is already registered
Apr 16 16:40:55.196557 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 16 16:40:55.196918 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] security_group_rule is already registered
Apr 16 16:40:55.197622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service CORE assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.197986 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 16:40:55.198369 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] subnetpool is already registered
Apr 16 16:40:55.199053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.resource_helper [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Service CORE assigned prefix:  {{(pid=85185) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 16 16:40:55.199423 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 16:40:55.199782 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.quota.resource_registry [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] subnetpool is already registered
Apr 16 16:40:55.200488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: extensions {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.202035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: address-groups {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.203734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: address-scopes {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.205008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: agents {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.206631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: auto-allocated-topology {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.208009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: availability_zones {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.209630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: dhcp-networks {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.211162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: dhcp-agents {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.212659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: routers {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.214582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: flavors {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.215819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: service_profiles {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.217081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: next_providers {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.218715 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: service_profiles {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.220242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: floatingip-pools {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.221945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: routers {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.223870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: floatingips {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.225133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: l3-routers {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.226642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: l3-agents {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.228119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: metering-labels {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.230419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: metering-label-rules {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.231756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: network-ip-availabilities {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.233093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: bindings {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.234876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: quotas {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.236391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: quotas {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.238767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: rbac-policies {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.240159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: security-groups {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.241408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: security-group-rules {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.242753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: service-providers {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.244046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: subnetpools {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.245535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: subnetpools {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.247100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.248892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.250816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.253447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.255424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.257381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.259212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.261207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.263089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.265039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.extensions [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Extended resource: tags {{(pid=85185) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 16 16:40:55.272696 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING keystonemiddleware.auth_token [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 16 16:40:55.277925 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING keystonemiddleware.auth_token [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 16 16:40:55.287460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Acquired lock "singleton_lock" {{(pid=85185) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 16 16:40:55.287973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Releasing lock "singleton_lock" {{(pid=85185) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 16 16:40:55.289426 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO oslo_service.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Starting 2 workers
Apr 16 16:40:55.294169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Started child 85298 {{(pid=85185) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 16:40:55.298079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:40:55.298876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Started child 85299 {{(pid=85185) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 16:40:55.300276 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [-] (85298) wsgi starting up on http://0.0.0.0:9696
Apr 16 16:40:55.301121 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Neutron service started, listening on 0.0.0.0:9696
Apr 16 16:40:55.301777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Notify callbacks [] for process, before_spawn {{(pid=85185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:40:55.302803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:40:55.304173 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [-] (85299) wsgi starting up on http://0.0.0.0:9696
Apr 16 16:40:55.304333 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO oslo_service.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Starting 1 workers
Apr 16 16:40:55.309667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Started child 85300 {{(pid=85185) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 16:40:55.310229 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO oslo_service.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Starting 1 workers
Apr 16 16:40:55.311733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] calling RpcWorker wait() {{(pid=85300) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 16 16:40:55.312116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] returning from RpcWorker wait() {{(pid=85300) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 16 16:40:55.313543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:40:55.314039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:40:55.315471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Started child 85301 {{(pid=85185) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 16 16:40:55.316538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc41e38e-1096-4272-a821-0a1b577fe31c None None] Notify callbacks [] for process, after_spawn {{(pid=85185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:40:55.318101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85185) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 16 16:40:55.318369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 16 16:40:55.318579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 16 16:40:55.318847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 16 16:40:55.319267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 16 16:40:55.319441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 16 16:40:55.319580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:40:55.320309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.320617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.320924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.321198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.321507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.322147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.322475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.322771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.323083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.323361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.323565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.323763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.324051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.324340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.324689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.324977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.325245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.325532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.325745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.326011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.326337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.326630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.326925 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.327197 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.327758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.328019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.328305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.328556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.328861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.329128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.329424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.329687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.329940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.330218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.330551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.330838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.331278 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.331631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.331936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.332191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.332655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] host                           = dv-cinder-733622-13-iscsi {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.332910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.333167 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.333452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.333720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.334011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.334293 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.334592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.334898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.335170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.335430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.335708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.335955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.336227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.336490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.336653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.336929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.337203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.337503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.337716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.337910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.338100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.338433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.338630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.338910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.339157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.339403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.339643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.339911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.340159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.340444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.340709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.340973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.341215 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.341500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.341784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.342063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.342373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.342626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.342906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.343244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.343429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.343625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.343916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.344072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.344375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.344604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.344969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.345160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.345404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.345735 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.345917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.346669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.346839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:40:55.347193 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.347564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.347820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.348084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.348448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.348604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.351873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.353175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.353175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.353175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353715 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43406) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:40:55.353861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.353861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.354992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.354992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.354992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.354992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.355662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.355662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.355928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.356067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.356332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.356601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.356867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.357216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.357373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.357698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.358017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.358314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.103/identity {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.358600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.358865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.359141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.359410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.359659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.359908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.360155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.360472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.360726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.360941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.361201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.361469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.361756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.362802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.363260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.363688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.363984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.364263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.364481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.365855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.365855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.366244 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [-] 10.222.0.103 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0102465
Apr 16 16:40:55.366420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.366420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.366420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.367608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.367949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.369970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.370482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.370482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.370748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.370902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.371042 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.371270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.371530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.371781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.372051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.372323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.372624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.372827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.373090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.373355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.373603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.373852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.374098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.374371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.374620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.374908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.375096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.375342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.375588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.376238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.376238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.376539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.376681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.376933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.377966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.377966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.378341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.378542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.378835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.379454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.379454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.379744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.379884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.380125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.381051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.381051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.381051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.381476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.381476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.381748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.381898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.382102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.382372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.382827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.383259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.383738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.384019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.384337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.384662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.384923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.385388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.385809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.386245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.386737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.387199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.387643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.388071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.388529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.388975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.389104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.389533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.389951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.390428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.390846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.391314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.391790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.392191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.392620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.393365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.393945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.394443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.394894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.395801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.395801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.395801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.396046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.396248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.396548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.396822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.397274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.397565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.103/identity {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.397834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.398086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.398399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.398672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.398945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.399214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.399483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.400129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.400129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.400344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.400478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.400754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.401019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.401275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.402300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.402300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.402300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.402300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.402606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.402819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.403114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.404310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.404310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.404310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.404310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.404310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.404678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.404799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.405242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.405527 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.405822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.406075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.406395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.406652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.406920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.409566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.410840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.410840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.410840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.411119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.411218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.411496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.411758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.412021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.412277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.412535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.412787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.413084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.413374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.413650 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.413899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.414541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.415175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.415643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.416089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.416596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.417082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.417570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.417958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.418339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.420536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.421104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.421104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.421104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.421290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.421566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.421875 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.424434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.425081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.425081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.425081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.425522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.425883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.426313 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.426649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.427013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.427341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.427667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.428007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.428387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.428772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.429288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.429751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.430232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.431308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.431308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.431308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.431565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.431691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.432254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.432724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.433238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.433515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.433814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.434091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.434363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.434628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.434887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.435147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.435437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.435733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.435964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.436351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.436804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.437087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.437354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.438157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.438157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.438157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.438474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 16:40:55.438827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85185) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 16 16:40:55.439020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 16 16:40:55.439206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 16 16:40:55.439431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 16 16:40:55.439637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 16 16:40:55.440350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 16 16:40:55.441326 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.441326 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.441326 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.441547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.441617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.441805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.441968 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.442113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.442313 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.442517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.442752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.442869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.443044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.443235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.443425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.443599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.444901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.445118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.445280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.445432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.446754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.447311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.447311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.447311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.447704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.447704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.447704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] host                           = dv-cinder-733622-13-iscsi {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.448966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.449415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.449415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.450794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.451290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.451290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.451290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.451580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.451580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.451786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.451895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.452081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.452596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.452596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.452596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.453881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.454070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.454256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.455284 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.455626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.455773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.456840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.456840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.456840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.456840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.456840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.457534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.457534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.457534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.457534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.458106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.458106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.458106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.458106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.458725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.458725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.458725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.459127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.459127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.459127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.459718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.459718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.459718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.459718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.460287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.460287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.460287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 16 16:40:55.460684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.460684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.460948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.460948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.461219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.461219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.461483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.461622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.461769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.461908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.462047 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.462186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.462416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.462578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.462772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.462934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.463922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.463922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.463922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.463922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.463922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.463922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.464723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.464723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.464723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.103/identity {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.464723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.464723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.465383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.465383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.465383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.465383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.465918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.465918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.465918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.466394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.466394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.466394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.466804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.466804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.467068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.467068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.467345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.467345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.467608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.467747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.467895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.468036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.468175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.469190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.469506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.469663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.469804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.469945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.470084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.470223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.470436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.470626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.470818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.471618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.472532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.472532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.472532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.472532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.473975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.474413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.474413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.474696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.474696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.475770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.475770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.475770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.475770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.475770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.475770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.476541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.476541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.476541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.476541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.476541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.477200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.477200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.477200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.477200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.477736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.477736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.477736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.478134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.478134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.478134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.478574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.478574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.478840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.478840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.479118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.479118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.479401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.479709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.479709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.479993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.479993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.480258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.480258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.480541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.480803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.480803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.481101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.481101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.481377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.481518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.481657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.481796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.481934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.482073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.482264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.483956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.484495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.484495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.484495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.484885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.484885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.484885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.485274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.485274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.485550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.485550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.485818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.485818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.486091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.103/identity {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.486232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.486400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:40:55.486543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.486543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.487436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.487436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.488471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.488471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.488471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.488471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.489024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.489024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.489024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.489024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.489559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.489559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.489559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.490105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.490105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.490105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.490578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.490578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.490578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.491883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.492164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.492164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.492428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.492567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.492706 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.492844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.492992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.493132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.493321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.494879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.495410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.495410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.495410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.495776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.495776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.496864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.496864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.496864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.496864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.496864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.496864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.496864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.497780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.497780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.497780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.497780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.497780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.497780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.498639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.498639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.498639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.498639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.498639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.499945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.500501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.500501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.500501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.500905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.500905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.500905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.501426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.501426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.501426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.501834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.501834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.502120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.502120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.502465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.502465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.502744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.503076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.503281 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.503475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.503667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.503860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.504053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.504250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.504451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.504650 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.504841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.505040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.505238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.505437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.505627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.505824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.506030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.506220 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.506415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.506602 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.506831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.507057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.507210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.507364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.507513 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.507679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.507827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.507972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.508116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.508261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.508405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.508594 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.508826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.509030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.509194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.509341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 16:40:55.509494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85185) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 16:41:07.193244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d079d4a-7de5-4260-8817-2d1c39207dd6 None None] get_active_networks_info from dv-cinder-733622-13-iscsi {{(pid=85300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 16 16:41:07.309327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d079d4a-7de5-4260-8817-2d1c39207dd6 None None] No non-hosted networks {{(pid=85300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 16 16:41:07.351128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agentschedulers_db [None req-0d079d4a-7de5-4260-8817-2d1c39207dd6 None None] DHCP Agent not found on host dv-cinder-733622-13-iscsi {{(pid=85300) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 16 16:41:07.431883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-403d920a-5940-4d77-827e-822605051659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631'] for agent, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:09.425083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6c60161c-4833-4769-bded-85e3512d09aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631'] for agent, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:09.490534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4113-0436-4e10-9ba7-ab379c21bc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:09.552420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631'] for agent, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:10.205512 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631'] for agent, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:10.206561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.207138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.207722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.208300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.208872 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.209429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.209986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.210588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.211164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.211716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.212297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.212929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:10.213549 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f745f95e5c0>, 'Open vSwitch agent', 'dv-cinder-733622-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:10.235632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f745f935080>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:11.263367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631'] for agent, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:11.932230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43504) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:12.597024 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-7e181cac-24fd-4860-9f53-d9ad1ff8468e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:12.597741 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-7e181cac-24fd-4860-9f53-d9ad1ff8468e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:12.831479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [None req-7e181cac-24fd-4860-9f53-d9ad1ff8468e admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:41:12.832612 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7e181cac-24fd-4860-9f53-d9ad1ff8468e admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8993616
Apr 16 16:41:12.842639 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_hamode_db [None req-13d3bfa5-5405-4d6d-ab94-361bde648304 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 16 16:41:12.939367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3bfa5-5405-4d6d-ab94-361bde648304 None None] Routers set() bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:41:12.940477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3bfa5-5405-4d6d-ab94-361bde648304 None None] Router IDs set() for agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 16 16:41:15.605859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43520) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:15.995392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:41:16.100109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.policy [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85299) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 16 16:41:16.154566 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:16.154987 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:16.173655 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f74601ea198>.
Apr 16 16:41:16.189559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:16.246417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278239156441', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278239159949', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278239166874', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278239139966', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278239127088', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278239127019', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854741973', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-158857', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604402'] for rbac-policy, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:16.468630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:16.469853 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dfd7fa78-deb4-4f69-a28f-398b825175e9 admin admin] 10.222.0.103 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8629863
Apr 16 16:41:19.485251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43534) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:19.866155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Request body: {'network': {'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'admin_state_up': True, 'name': 'private'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:41:19.871998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:19.876594 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Usage tracker for resource:network and tenant:a677fa1ed78743b69ebcb52017b372c6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:41:19.880419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:41:19.886700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:41:19.895827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Made reservation on behalf of a677fa1ed78743b69ebcb52017b372c6 for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:41:19.901516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:19.918384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:19.932860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:19.936714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Usage tracker for resource:security_group_rule and tenant:a677fa1ed78743b69ebcb52017b372c6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:41:19.940507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:41:19.946243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:41:20.044423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:20.047210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:20.052420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:20.070815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1368}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:41:20.098610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278241103169', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:20.099148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7460e82bf8> segment precommit_create {{(pid=85299) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 16 16:41:20.099611 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Added segment 90bc1634-d08a-45a3-9655-ddf928a9de3f of type vlan for network 295840b5-fa6c-4c09-8c6d-708a74084222
Apr 16 16:41:20.153563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cae023-2262-4f84-96ac-fdebfe19ec16,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:20.175276 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.175648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.176013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.176372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.176824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.177081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.177433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.177798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.178161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.178537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.178884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.179229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Tracked resource versions report:
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:41:20.180521 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:41:20.222136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:20.235458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:20.264322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:20.266342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:20.266997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:20.272835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:20.383009 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8965292
Apr 16 16:41:20.385716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Pushing event updated for resources: {'Network': ['ID=295840b5-fa6c-4c09-8c6d-708a74084222,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:20.400704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:20.409637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 295840b5-fa6c-4c09-8c6d-708a74084222 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:41:23.477977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43550) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:23.962173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c7bc4-7881-48f3-9236-0f276c994126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:23.963638 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b49c7bc4-7881-48f3-9236-0f276c994126 admin admin] 10.222.0.103 "GET /v2.0/networks/295840b5-fa6c-4c09-8c6d-708a74084222 HTTP/1.1" status: 200  len: 826 time: 0.4846113
Apr 16 16:41:23.993400 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b94f31c8-6325-4fe4-b95a-2b3747c66a54 admin admin] 10.222.0.103 "GET /v2.0/subnetpools/8e00c506-77c3-4a6b-abcf-7cb9496a1a44 HTTP/1.1" status: 200  len: 734 time: 0.0237243
Apr 16 16:41:24.003021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'subnetpool_id': '8e00c506-77c3-4a6b-abcf-7cb9496a1a44'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:41:24.007630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:24.011541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Usage tracker for resource:subnet and tenant:a677fa1ed78743b69ebcb52017b372c6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:41:24.014531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:41:24.020563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:41:24.031028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Made reservation on behalf of a677fa1ed78743b69ebcb52017b372c6 for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:41:24.036661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:24.512361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:24.526779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:24.671463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2fabeb-37d1-4642-856f-95f27db5fcae,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:24.678676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:24.733700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Checking segment: {'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:41:24.734084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Network hostable DHCP agents. Network: 295840b5-fa6c-4c09-8c6d-708a74084222, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:41:24.754770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Network 295840b5-fa6c-4c09-8c6d-708a74084222 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:41:24.763379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 295840b5-fa6c-4c09-8c6d-708a74084222) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:41:24.768698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:24.769337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:24.774024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39c594-4063-442e-b1fa-2fac90506529 None None] Network 295840b5-fa6c-4c09-8c6d-708a74084222 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:41:24.788562 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7894242
Apr 16 16:41:25.102546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-295840b5-fa6c-4c09-8c6d-708a74084222', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'fixed_ips': [{'subnet_id': '7d2fabeb-37d1-4642-856f-95f27db5fcae'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:41:25.103906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:25.480533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Allocated IP 172.20.0.2 (295840b5-fa6c-4c09-8c6d-708a74084222/7d2fabeb-37d1-4642-856f-95f27db5fcae/70bddeab-97a5-4635-ba48-9b4e34ad27d1) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:41:25.717422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:25.730867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Transition to ACTIVE for port object 70bddeab-97a5-4635-ba48-9b4e34ad27d1 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:41:25.752821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Transition to ACTIVE for port object 70bddeab-97a5-4635-ba48-9b4e34ad27d1 will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:41:25.758489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:25.776608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:25.900001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Pushing event updated for resources: {'Port': ['ID=70bddeab-97a5-4635-ba48-9b4e34ad27d1,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:25.918208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.918629 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.918996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.919363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.919721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.920079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.920433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.920788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.921144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.921494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.921843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.922190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Tracked resource versions report:
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:41:25.924025 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:41:25.938235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:25.978847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Network 295840b5-fa6c-4c09-8c6d-708a74084222 is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:41:25.980060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:41:25.983651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:41:26.083528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Attempting to bind port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:41:26.083946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Attempting to bind port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:41:26.084355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Attempting to bind port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 on network 295840b5-fa6c-4c09-8c6d-708a74084222 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:41:26.089900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:41:26.090328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Checking segment: {'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:41:26.090807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:26.091234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Bound using segment: {'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:41:26.091743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Bound port: 70bddeab-97a5-4635-ba48-9b4e34ad27d1, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:41:26.092178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:26.188014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] For port 70bddeab-97a5-4635-ba48-9b4e34ad27d1, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:41:26.192181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] For port 70bddeab-97a5-4635-ba48-9b4e34ad27d1, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=70bddeab-97a5-4635-ba48-9b4e34ad27d1,segment=NetworkSegment(90bc1634-d08a-45a3-9655-ddf928a9de3f),segment_id=90bc1634-d08a-45a3-9655-ddf928a9de3f)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:41:26.195478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:26.211246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:26.363776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Pushing event updated for resources: {'Port': ['ID=70bddeab-97a5-4635-ba48-9b4e34ad27d1,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:26.376108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:27.603031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43560) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:28.020432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [None req-969b9faf-379c-4cde-98b0-567c2cf0ca99 admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:41:28.030345 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-969b9faf-379c-4cde-98b0-567c2cf0ca99 admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4175143
Apr 16 16:41:30.814823 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43570) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:31.214585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [None req-8fa31b6f-3f92-48ec-9824-4931089d8307 admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:41:31.215643 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8fa31b6f-3f92-48ec-9824-4931089d8307 admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3998563
Apr 16 16:41:32.318710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 70bddeab-97a5-4635-ba48-9b4e34ad27d1 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:41:32.392945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:41:33.442736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543726f4-f71e-48d9-b593-2e2e9ca9082c None None] Network 295840b5-fa6c-4c09-8c6d-708a74084222 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:41:33.547876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Provisioning for port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:41:33.569247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Provisioning complete for port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:41:33.569624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:33.800341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:33.849491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] For port 70bddeab-97a5-4635-ba48-9b4e34ad27d1, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=70bddeab-97a5-4635-ba48-9b4e34ad27d1,segment=NetworkSegment(90bc1634-d08a-45a3-9655-ddf928a9de3f),segment_id=90bc1634-d08a-45a3-9655-ddf928a9de3f)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:41:33.854106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:33.870730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-206f3772-b8e6-4e7e-9fa6-e2a6063ad020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:33.950254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Pushing event updated for resources: {'Port': ['ID=70bddeab-97a5-4635-ba48-9b4e34ad27d1,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:33.959144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:34.047833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-a1d4196e-02a3-4652-afd5-fadca6a71c92 None None] Provisioning complete for port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:41:34.048234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a1d4196e-02a3-4652-afd5-fadca6a71c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:34.292102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 70bddeab-97a5-4635-ba48-9b4e34ad27d1 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:41:34.323736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43588) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:34.367196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:41:34.367606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:34.700990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'name': 'router1'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:41:34.707083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:34.711073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Usage tracker for resource:router and tenant:a677fa1ed78743b69ebcb52017b372c6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:41:34.714235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:41:34.720154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:41:34.733920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:34.735280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:34.756446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:34.863186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:34.881117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:34.882405 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-cfaebd27-c65f-4752-ade8-650b1aeafb44 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5575321
Apr 16 16:41:37.015388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-613a05cd-81ce-43b2-9d7e-75cb240483f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:37.604816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43598) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:38.002893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [None req-d7c18ad4-1a14-4a3e-ac44-7c7e6f214df8 admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:41:38.003953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d7c18ad4-1a14-4a3e-ac44-7c7e6f214df8 admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3981273
Apr 16 16:41:39.432737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0dd882ab-9184-4a81-b9c9-636b05d76e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:39.494166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:40.201379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:40.760139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 43618) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:41.040371 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:41.040955 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:41.184471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:41.273781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:41:41.276836 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.quota [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f746021db38>.
Apr 16 16:41:41.293544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:41.300791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Usage tracker for resource:network and tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:41:41.305312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:41:41.312896 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:41:41.327472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Made reservation on behalf of 2f57f3eb0c2848b68f6ef38e8ab6b5cd for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:41:41.414398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.policy [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85298) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 16 16:41:41.471140 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:41.471749 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING oslo_policy.policy [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 16:41:41.492213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:41.511844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:41.529573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:41.534473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Usage tracker for resource:security_group_rule and tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:41:41.537783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:41:41.543692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:41:41.801026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:41.803728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:41.808521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:41.820633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Reserving flat network on physical network physnet1 {{(pid=85298) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 16 16:41:41.852907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278241103169', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:41.853493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7460e82bf8> segment precommit_create {{(pid=85298) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 16 16:41:41.853958 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Added segment a736ea62-0270-4d5e-ad3b-eb55f21424eb of type flat for network 0c09e754-81c5-43b4-8a0b-7bae40ca129d
Apr 16 16:41:41.907155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3644f-a2f0-4bbe-8727-c533ff36ddd0,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:41.926148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.926542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.926905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.927267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.927618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.927981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.928332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.928691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.929053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.929397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.929738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.930078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Tracked resource versions report:
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:41:41.931391 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:41:41.983368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:41.985062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:42.029824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:42.031288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:42.031950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:42.037854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:42.149484 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3871751
Apr 16 16:41:42.152315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c09e754-81c5-43b4-8a0b-7bae40ca129d,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:42.155562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:42.164603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:41:44.705083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43648) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:44.825469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2036ad-edaf-4612-94d2-279ae304e49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:44.826930 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8a2036ad-edaf-4612-94d2-279ae304e49f admin admin] 10.222.0.103 "GET /v2.0/subnets/7d2fabeb-37d1-4642-856f-95f27db5fcae HTTP/1.1" status: 200  len: 849 time: 0.1208630
Apr 16 16:41:45.129412 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d4e1fd69-452d-45fb-9f21-604ef53d80d5 admin admin] 10.222.0.103 "GET /v2.0/routers/33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 HTTP/1.1" status: 200  len: 704 time: 0.2960641
Apr 16 16:41:45.620876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:45.856378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Allocated IP 172.20.0.1 (295840b5-fa6c-4c09-8c6d-708a74084222/7d2fabeb-37d1-4642-856f-95f27db5fcae/4b47da89-2bee-41f3-8594-d33bb0ee9720) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:41:46.024395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.043152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Transition to ACTIVE for port object 4b47da89-2bee-41f3-8594-d33bb0ee9720 will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:41:46.101969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.117828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:46.258995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Pushing event updated for resources: {'Port': ['ID=4b47da89-2bee-41f3-8594-d33bb0ee9720,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:46.266215 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:46.323267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Network 295840b5-fa6c-4c09-8c6d-708a74084222 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:41:46.324303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:41:46.326645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:41:46.327184 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.475486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b71a1c7f-b0bf-45b9-83f6-44b8c54e1b66 None None] Provisioning for port 4b47da89-2bee-41f3-8594-d33bb0ee9720 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:41:46.480959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b71a1c7f-b0bf-45b9-83f6-44b8c54e1b66 None None] Provisioning complete for port 4b47da89-2bee-41f3-8594-d33bb0ee9720 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:41:46.481373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71a1c7f-b0bf-45b9-83f6-44b8c54e1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.538887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b71a1c7f-b0bf-45b9-83f6-44b8c54e1b66 None None] Port 4b47da89-2bee-41f3-8594-d33bb0ee9720 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:41:46.606183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.847001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.850488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.851570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:46.866488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:47.158349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Pushing event updated for resources: {'Port': ['ID=4b47da89-2bee-41f3-8594-d33bb0ee9720,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:47.168177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:47.225601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Network 295840b5-fa6c-4c09-8c6d-708a74084222 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:41:47.226729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:41:47.428624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:41:47.465149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-ba3d3c17-cd8d-4cdf-9ce0-98ea712a322b None None] Provisioning complete for port 4b47da89-2bee-41f3-8594-d33bb0ee9720 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:41:47.465555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3c17-cd8d-4cdf-9ce0-98ea712a322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:47.602610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:41:47.613871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Sync routers for ids ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:41:47.614204 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] 10.222.0.103 "PUT /v2.0/routers/33d5c3c5-5696-4f06-b1c2-7b3ae8a85231/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4791431
Apr 16 16:41:47.637359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Routers {'33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:41:47.638270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7460265668>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:41:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:47.686679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d3c17-cd8d-4cdf-9ce0-98ea712a322b None None] Port 4b47da89-2bee-41f3-8594-d33bb0ee9720 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:41:47.826980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Set router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 gateway port host: None {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:41:48.389189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7460265668>, [{'id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'name': 'router1', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:34Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 2, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'gw_port_host': None, '_interfaces': [{'id': '4b47da89-2bee-41f3-8594-d33bb0ee9720', 'name': '', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'mac_address': 'fa:16:3e:fc:44:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 2, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'subnets': [{'id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e00c506-77c3-4a6b-abcf-7cb9496a1a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:48.399103 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Checking router: 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:41:48.399495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Updating router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 port 4b47da89-2bee-41f3-8594-d33bb0ee9720 binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:41:48.430851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:41:48.460004 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:48.864663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:48.880221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Transition to ACTIVE for port object 4b47da89-2bee-41f3-8594-d33bb0ee9720 will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:41:48.885738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:48.902473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:49.035846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Pushing event updated for resources: {'Port': ['ID=4b47da89-2bee-41f3-8594-d33bb0ee9720,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:49.053418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.053792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.054156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.054541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.054896 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.055252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.055604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.055957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.056319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.056672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.057018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.057368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Tracked resource versions report:
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:41:49.058704 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:41:49.062345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:49.283443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Attempting to bind port 4b47da89-2bee-41f3-8594-d33bb0ee9720 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:41:49.283880 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Attempting to bind port 4b47da89-2bee-41f3-8594-d33bb0ee9720 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:41:49.284596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Attempting to bind port 4b47da89-2bee-41f3-8594-d33bb0ee9720 on network 295840b5-fa6c-4c09-8c6d-708a74084222 {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:41:49.290317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:41:49.290713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Checking segment: {'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:41:49.291174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:49.291592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Bound using segment: {'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:41:49.292117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Bound port: 4b47da89-2bee-41f3-8594-d33bb0ee9720, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc1634-d08a-45a3-9655-ddf928a9de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:41:49.292584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:49.388126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] For port 4b47da89-2bee-41f3-8594-d33bb0ee9720, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:41:49.393137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] For port 4b47da89-2bee-41f3-8594-d33bb0ee9720, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4b47da89-2bee-41f3-8594-d33bb0ee9720,segment=NetworkSegment(90bc1634-d08a-45a3-9655-ddf928a9de3f),segment_id=90bc1634-d08a-45a3-9655-ddf928a9de3f)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:41:49.395778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:49.408731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:49.560175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Pushing event updated for resources: {'Port': ['ID=4b47da89-2bee-41f3-8594-d33bb0ee9720,revision_number=4']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:49.566306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:49.626081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Routers {'33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:41:49.626835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7460265668>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:41:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:49.799581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] Set router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 gateway port host: None {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:41:50.147874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7460265668>, [{'id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'name': 'router1', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:34Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 2, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'gw_port_host': None, '_interfaces': [{'id': '4b47da89-2bee-41f3-8594-d33bb0ee9720', 'name': '', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'mac_address': 'fa:16:3e:fc:44:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:49Z', 'revision_number': 4, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'subnets': [{'id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e00c506-77c3-4a6b-abcf-7cb9496a1a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:50.152034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b3c1-1d68-428d-be20-2345a2a44183 None None] The sync data for ids ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'] in dv-cinder-733622-13-iscsi is: [{'id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'name': 'router1', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:34Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 2, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'gw_port_host': None, '_interfaces': [{'id': '4b47da89-2bee-41f3-8594-d33bb0ee9720', 'name': '', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'mac_address': 'fa:16:3e:fc:44:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:49Z', 'revision_number': 4, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'subnets': [{'id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e00c506-77c3-4a6b-abcf-7cb9496a1a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:41:50.184601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43660) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:50.343960 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b78cd7-a7c5-488f-aeb9-03dbd411bbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:50.345856 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f5b78cd7-a7c5-488f-aeb9-03dbd411bbf5 admin admin] 10.222.0.103 "GET /v2.0/networks/0c09e754-81c5-43b4-8a0b-7bae40ca129d HTTP/1.1" status: 200  len: 842 time: 0.1596365
Apr 16 16:41:50.356549 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'cidr': '172.27.0.0/24'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:41:50.362965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:41:50.366982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Usage tracker for resource:subnet and tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:41:50.369934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:41:50.375923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:41:50.385404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Made reservation on behalf of 2f57f3eb0c2848b68f6ef38e8ab6b5cd for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:41:50.390058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:50.835509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.objects.ports [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85299) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 16 16:41:50.836125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:50.851134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1d910310-8231-40e2-8d4b-0afb779d79fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:50.976913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eeaf2f8-bacb-4a21-8526-cceeca9c6e49,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:50.988569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:51.049222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:41:51.049620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Network hostable DHCP agents. Network: 0c09e754-81c5-43b4-8a0b-7bae40ca129d, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:41:51.068538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:41:51.077015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 0c09e754-81c5-43b4-8a0b-7bae40ca129d) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:41:51.082263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:51.082922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:51.087424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff26b08-b225-4ab0-9c7c-35122421f567 None None] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:41:51.106813 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7541718
Apr 16 16:41:51.329995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc2972-2405-42e1-a431-18ab3d6ea3a1 None None] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:41:53.779808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 43674) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:41:53.992327 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c45ed599-6073-4e52-809a-8ef258099235 admin admin] 10.222.0.103 "GET /v2.0/routers/33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 HTTP/1.1" status: 200  len: 710 time: 0.2112076
Apr 16 16:41:54.135866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8221def-048e-466e-b837-fff7a2b75567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:41:54.137285 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e8221def-048e-466e-b837-fff7a2b75567 admin admin] 10.222.0.103 "GET /v2.0/networks/0c09e754-81c5-43b4-8a0b-7bae40ca129d HTTP/1.1" status: 200  len: 886 time: 0.1389656
Apr 16 16:41:54.147808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:41:54.315056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4b47da89-2bee-41f3-8594-d33bb0ee9720 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:41:54.386591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 4b47da89-2bee-41f3-8594-d33bb0ee9720 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:41:54.391323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 4b47da89-2bee-41f3-8594-d33bb0ee9720 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:41:54.391736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:54.517332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:54.553274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 4b47da89-2bee-41f3-8594-d33bb0ee9720, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4b47da89-2bee-41f3-8594-d33bb0ee9720,segment=NetworkSegment(90bc1634-d08a-45a3-9655-ddf928a9de3f),segment_id=90bc1634-d08a-45a3-9655-ddf928a9de3f)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:41:54.556181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:54.558524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:54.634413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=4b47da89-2bee-41f3-8594-d33bb0ee9720,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:54.637884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:54.815922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:55.168811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:55.229727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:55.375077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Allocated IP 172.27.0.188 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/8db12f88-51a0-42db-b708-824ae3178b85) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:41:55.530001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:55.560440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:55.576854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-83f5dea5-96cf-488b-bfba-ee603f1f601c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:55.714894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Pushing event updated for resources: {'Port': ['ID=8db12f88-51a0-42db-b708-824ae3178b85,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:55.727167 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:55.768568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:41:55.769750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:41:55.772140 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:41:56.174498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:56.297229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4b47da89-2bee-41f3-8594-d33bb0ee9720 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:41:56.369671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 4b47da89-2bee-41f3-8594-d33bb0ee9720 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:41:56.370079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:56.539725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:56.543186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854097605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854102580'] for router, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:56.920102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:41:57.107845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:41:57.117030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:57.118274 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] 10.222.0.103 "PUT /v2.0/routers/33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 HTTP/1.1" status: 200  len: 890 time: 2.9739101
Apr 16 16:41:57.136402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Sync routers for ids ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:41:57.148120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Routers {'33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:41:57.148865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6cec50>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:41:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:57.356383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Set router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:41:57.726241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6cec50>, [{'id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'name': 'router1', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '8db12f88-51a0-42db-b708-824ae3178b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:34Z', 'updated_at': '2021-04-16T16:41:55Z', 'revision_number': 4, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'gw_port': {'id': '8db12f88-51a0-42db-b708-824ae3178b85', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:55Z', 'updated_at': '2021-04-16T16:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4b47da89-2bee-41f3-8594-d33bb0ee9720', 'name': '', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'mac_address': 'fa:16:3e:fc:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:54Z', 'revision_number': 5, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'subnets': [{'id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e00c506-77c3-4a6b-abcf-7cb9496a1a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:57.731221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Checking router: 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:41:57.731613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Updating router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 port 8db12f88-51a0-42db-b708-824ae3178b85 binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:41:57.788289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:58.139065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:58.152531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Transition to ACTIVE for port object 8db12f88-51a0-42db-b708-824ae3178b85 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:41:58.158600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:58.174392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:58.309146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888c02-f5a9-4c90-81fa-039efe99ccc2 None None] Pushing event updated for resources: {'Port': ['ID=8db12f88-51a0-42db-b708-824ae3178b85,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:58.313537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7b888c02-f5a9-4c90-81fa-039efe99ccc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:58.375192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Attempting to bind port 8db12f88-51a0-42db-b708-824ae3178b85 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:41:58.375648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Attempting to bind port 8db12f88-51a0-42db-b708-824ae3178b85 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:41:58.375963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Attempting to bind port 8db12f88-51a0-42db-b708-824ae3178b85 on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:41:58.381989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:41:58.382449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:41:58.382888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:58.383307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:41:58.383796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Bound port: 8db12f88-51a0-42db-b708-824ae3178b85, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:41:58.384194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:58.461355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] For port 8db12f88-51a0-42db-b708-824ae3178b85, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:41:58.464748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] For port 8db12f88-51a0-42db-b708-824ae3178b85, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=8db12f88-51a0-42db-b708-824ae3178b85,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:41:58.468284 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:41:58.486432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:41:58.791954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888c02-f5a9-4c90-81fa-039efe99ccc2 None None] Pushing event updated for resources: {'Port': ['ID=8db12f88-51a0-42db-b708-824ae3178b85,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:41:58.797194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7b888c02-f5a9-4c90-81fa-039efe99ccc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:41:58.839758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Routers {'33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:41:58.840413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6cec50>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:41:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:59.031420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] Set router 33d5c3c5-5696-4f06-b1c2-7b3ae8a85231 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:41:59.379708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6cec50>, [{'id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'name': 'router1', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '8db12f88-51a0-42db-b708-824ae3178b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:34Z', 'updated_at': '2021-04-16T16:41:55Z', 'revision_number': 4, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'gw_port': {'id': '8db12f88-51a0-42db-b708-824ae3178b85', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:55Z', 'updated_at': '2021-04-16T16:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4b47da89-2bee-41f3-8594-d33bb0ee9720', 'name': '', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'mac_address': 'fa:16:3e:fc:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:54Z', 'revision_number': 5, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'subnets': [{'id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e00c506-77c3-4a6b-abcf-7cb9496a1a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:41:59.383847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4e33d-867f-434e-b51c-cc66cdcc4976 None None] The sync data for ids ['33d5c3c5-5696-4f06-b1c2-7b3ae8a85231'] in dv-cinder-733622-13-iscsi is: [{'id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'name': 'router1', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '8db12f88-51a0-42db-b708-824ae3178b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:34Z', 'updated_at': '2021-04-16T16:41:55Z', 'revision_number': 4, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'gw_port': {'id': '8db12f88-51a0-42db-b708-824ae3178b85', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:55Z', 'updated_at': '2021-04-16T16:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4b47da89-2bee-41f3-8594-d33bb0ee9720', 'name': '', 'network_id': '295840b5-fa6c-4c09-8c6d-708a74084222', 'tenant_id': 'a677fa1ed78743b69ebcb52017b372c6', 'mac_address': 'fa:16:3e:fc:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d5c3c5-5696-4f06-b1c2-7b3ae8a85231', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:54Z', 'revision_number': 5, 'project_id': 'a677fa1ed78743b69ebcb52017b372c6', 'subnets': [{'id': '7d2fabeb-37d1-4642-856f-95f27db5fcae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e00c506-77c3-4a6b-abcf-7cb9496a1a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:42:00.006934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 43684) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:42:00.185259 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9681a4d4-50e8-4656-a7d3-5e05d3096771 admin admin] 10.222.0.103 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1767747
Apr 16 16:42:00.346797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 8db12f88-51a0-42db-b708-824ae3178b85 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:42:00.431859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 8db12f88-51a0-42db-b708-824ae3178b85 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:42:00.438644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 8db12f88-51a0-42db-b708-824ae3178b85 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:42:00.439210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:00.572430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:00.589840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 8db12f88-51a0-42db-b708-824ae3178b85, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=8db12f88-51a0-42db-b708-824ae3178b85,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:42:00.593215 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:00.596683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-71ce668b-ddc7-497b-97c7-d534c9cfef9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:42:00.670818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=8db12f88-51a0-42db-b708-824ae3178b85,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:42:00.674402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:42:02.331881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 8db12f88-51a0-42db-b708-824ae3178b85 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:42:02.405843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 8db12f88-51a0-42db-b708-824ae3178b85 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:42:02.406264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:07.028598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ad2c1247-9c01-4417-a7da-8d2ceb9644b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:09.436231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8919b56d-1fc4-43c9-980e-f1eba10fc9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:09.504282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:10.217271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:11.212634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:25.396348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:42:37.023990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b00a52d0-ad3e-47e0-920c-ab1ac012945b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:39.441707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0c586474-450f-4fb4-a64b-ff0e5e24debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:39.501793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:40.205806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:42:41.207160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:02.396351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:43:07.027415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-79fffd26-4d16-4cd7-bf56-6ec58286b3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:09.443955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-24495ce9-76f5-4a09-b16b-4144b3d400cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:09.503219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:10.201457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:11.208760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:37.021343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47840f37-c167-4435-81cb-3a89b1e88af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:39.396545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:43:39.445653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f611fa91-fcfd-4cac-8ea3-9b67d9dceb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:39.507043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:40.207537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:41.207164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:44.585882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44254) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:43:44.663113 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d890ce22-ce13-4fab-8bf0-2cd2c9f9d594 admin admin] GET failed (client error): The resource could not be found.
Apr 16 16:43:44.663670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d890ce22-ce13-4fab-8bf0-2cd2c9f9d594 admin admin] Synchronizing usage tracker for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:network {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:43:44.680450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d890ce22-ce13-4fab-8bf0-2cd2c9f9d594 admin admin] Unset dirty status for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:network {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:43:44.681627 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d890ce22-ce13-4fab-8bf0-2cd2c9f9d594 admin admin] 10.222.0.103 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0946527
Apr 16 16:43:44.828489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72057b09-6a8d-43b7-8bc6-62e592124b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:44.830111 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-72057b09-6a8d-43b7-8bc6-62e592124b7e admin admin] 10.222.0.103 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1442387
Apr 16 16:43:47.318740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44264) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:43:47.437425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ef879-b4ae-47d9-983a-3badf138da2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:47.438815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-357ef879-b4ae-47d9-983a-3badf138da2e admin admin] Synchronizing usage tracker for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:subnet {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:43:47.455856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-357ef879-b4ae-47d9-983a-3badf138da2e admin admin] Unset dirty status for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:subnet {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:43:47.457066 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-357ef879-b4ae-47d9-983a-3badf138da2e admin admin] 10.222.0.103 "GET /v2.0/subnets/7d2fabeb-37d1-4642-856f-95f27db5fcae HTTP/1.1" status: 200  len: 849 time: 0.1373601
Apr 16 16:43:47.467583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:43:47.593247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Notify callbacks [] for subnet, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:47.901599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363278241158857'] for subnet, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:47.917491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e83e40d8-9c16-4292-8ebb-1e51db8e21b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:43:48.040656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2fabeb-37d1-4642-856f-95f27db5fcae,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:43:48.059298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.059700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.060080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.060455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.060821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.061188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.061556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.061922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.062319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.063351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.063720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.064259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:43:48.068477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:43:48.121002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:48.121652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:48.128789 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] 10.222.0.103 "PUT /v2.0/subnets/7d2fabeb-37d1-4642-856f-95f27db5fcae HTTP/1.1" status: 200  len: 868 time: 0.6595967
Apr 16 16:43:48.129061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fe51b-e906-41ee-900e-fb08c16e0740 None None] Network 295840b5-fa6c-4c09-8c6d-708a74084222 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:43:48.600478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-c62e902f-c76e-4574-b0c8-97d8faa374d7 None None] Provisioning complete for port 70bddeab-97a5-4635-ba48-9b4e34ad27d1 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:43:48.600995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c62e902f-c76e-4574-b0c8-97d8faa374d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:48.736691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-c62e902f-c76e-4574-b0c8-97d8faa374d7 None None] Provisioning complete for port 4b47da89-2bee-41f3-8594-d33bb0ee9720 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:43:48.737101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c62e902f-c76e-4574-b0c8-97d8faa374d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:43:50.634273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44274) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:43:50.820186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a762a26-f95f-4223-bcc3-05b16d6fda74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:50.820703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a762a26-f95f-4223-bcc3-05b16d6fda74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:50.824495 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0a762a26-f95f-4223-bcc3-05b16d6fda74 admin admin] 10.222.0.103 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1869931
Apr 16 16:43:53.331105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44284) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:43:53.517544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d6de4-d059-4180-850a-a0e74a6c8359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:53.518058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d6de4-d059-4180-850a-a0e74a6c8359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:53.519718 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8e5d6de4-d059-4180-850a-a0e74a6c8359 admin admin] 10.222.0.103 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1876121
Apr 16 16:43:56.036371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44294) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:43:56.217043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab61a7e3-0499-44bb-b8e1-186eaee07ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:56.218464 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ab61a7e3-0499-44bb-b8e1-186eaee07ddd admin admin] 10.222.0.103 "GET /v2.0/networks/0c09e754-81c5-43b4-8a0b-7bae40ca129d HTTP/1.1" status: 200  len: 886 time: 0.1808891
Apr 16 16:43:58.725624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44304) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:43:58.912088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58719cc3-66ad-4207-9421-c31ef473f123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:43:58.913465 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-58719cc3-66ad-4207-9421-c31ef473f123 admin admin] 10.222.0.103 "GET /v2.0/networks/295840b5-fa6c-4c09-8c6d-708a74084222 HTTP/1.1" status: 200  len: 870 time: 0.1868086
Apr 16 16:44:01.448078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44314) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:01.568303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9484fc-a59a-4fa8-9e27-012d9bdb1b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:01.568803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9484fc-a59a-4fa8-9e27-012d9bdb1b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:01.571243 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0e9484fc-a59a-4fa8-9e27-012d9bdb1b42 admin admin] 10.222.0.103 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1213214
Apr 16 16:44:04.167011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44324) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:04.284302 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147595c-6652-416a-9395-0e5d36b009de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:04.284812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147595c-6652-416a-9395-0e5d36b009de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:04.286481 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9147595c-6652-416a-9395-0e5d36b009de admin admin] 10.222.0.103 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1184008
Apr 16 16:44:06.788019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44334) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:06.901011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0aa569-f7d2-4a60-8c18-2246f09ef1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:06.902470 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3e0aa569-f7d2-4a60-8c18-2246f09ef1f9 admin admin] 10.222.0.103 "GET /v2.0/subnets/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49 HTTP/1.1" status: 200  len: 816 time: 0.1133969
Apr 16 16:44:07.028281 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f4e02042-a7ad-4d01-b561-0691d4b771d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:09.423904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44344) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:09.447484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-213b9ca1-58c0-4116-85e3-2782b4439615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:09.511168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:09.543624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d06f20d-06ac-480e-bec1-5d1e19445241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:09.545078 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8d06f20d-06ac-480e-bec1-5d1e19445241 admin admin] 10.222.0.103 "GET /v2.0/subnets/7d2fabeb-37d1-4642-856f-95f27db5fcae HTTP/1.1" status: 200  len: 868 time: 0.1201556
Apr 16 16:44:10.213698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:11.211186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:16.396166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:44:36.524956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44388) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:36.576643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [None req-c519427d-b3f1-4f48-9a7b-eb355bc9e318 admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:44:36.578266 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c519427d-b3f1-4f48-9a7b-eb355bc9e318 admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0522175
Apr 16 16:44:37.022210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2d389886-369d-41da-89f2-e537351f44c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:39.252598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44398) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:39.328319 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.pecan_wsgi.hooks.translation [None req-871a66d9-6b5e-4212-95de-d2cafab8897e admin admin] GET failed (client error): The resource could not be found.
Apr 16 16:44:39.329681 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-871a66d9-6b5e-4212-95de-d2cafab8897e admin admin] 10.222.0.103 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0760753
Apr 16 16:44:39.449738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1066d03a-e693-489e-8303-f5b4ff95541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:39.466994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982c975-1a3e-40f1-a337-f8d3061adc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:39.469330 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a982c975-1a3e-40f1-a337-f8d3061adc9f admin admin] 10.222.0.103 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1351583
Apr 16 16:44:39.513869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:40.206297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:41.216433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:42.025283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44408) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:42.076809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:44:42.082307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:44:42.092341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:44:42.101247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Made reservation on behalf of 2f57f3eb0c2848b68f6ef38e8ab6b5cd for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:44:42.106546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:42.201170 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.services.revisions.revision_plugin [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f745f5dbb38] {project_id='2f57f3eb0c2848b68f6ef38e8ab6b5cd', id='33c3f35b-6dd1-4b6d-a110-d25d2251a4be', target_tenant='*', action='access_as_shared', object_id='71b55dfe-e212-4dd5-ae0f-c63a8994fce6'}> to bump revision.
Apr 16 16:44:42.214315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1360}  {{(pid=85298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:44:42.223451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:42.223918 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Added segment eaa41b4e-2293-418e-aaf6-55b2b52e0bc9 of type vlan for network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6
Apr 16 16:44:42.250426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:42.279711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:42.281160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:42.281773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:42.286838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:44:42.392704 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3659730
Apr 16 16:44:42.393432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Pushing event updated for resources: {'Network': ['ID=71b55dfe-e212-4dd5-ae0f-c63a8994fce6,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:44:42.400920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.401332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.401698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.402060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.402470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.402856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.403214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.403566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.403919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.404268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.404615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.404962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:42.409505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:44:42.417643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:44:44.930965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44418) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:44:45.008085 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb3ae52-bbbd-4fca-92f9-048ca0e8cfed admin admin] GET failed (client error): The resource could not be found.
Apr 16 16:44:45.008620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7fb3ae52-bbbd-4fca-92f9-048ca0e8cfed admin admin] Synchronizing usage tracker for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:network {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:44:45.022788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7fb3ae52-bbbd-4fca-92f9-048ca0e8cfed admin admin] Unset dirty status for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:network {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:44:45.024003 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7fb3ae52-bbbd-4fca-92f9-048ca0e8cfed admin admin] 10.222.0.103 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0920103
Apr 16 16:44:45.140659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73269f1c-6de2-4ca5-b7bf-c682f43a7d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:45.142117 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-73269f1c-6de2-4ca5-b7bf-c682f43a7d1f admin admin] 10.222.0.103 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1137087
Apr 16 16:44:45.153050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:44:45.158809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:44:45.168602 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:44:45.178223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Made reservation on behalf of 2f57f3eb0c2848b68f6ef38e8ab6b5cd for: {'subnet': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:44:45.185963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:45.613027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:45.628788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:44:45.751515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6457fb-ea54-477c-a495-b84909016bc3,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:44:45.769812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:44:45.981556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Checking segment: {'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:44:45.982143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Network hostable DHCP agents. Network: 71b55dfe-e212-4dd5-ae0f-c63a8994fce6, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:44:46.004572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:44:46.013504 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 71b55dfe-e212-4dd5-ae0f-c63a8994fce6) {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:44:46.019034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:44:46.019671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:46.027113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7977a90-9f8d-4023-b5bb-dc9a3d0f56d3 None None] Network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:44:46.044269 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8949163
Apr 16 16:44:46.441259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-71b55dfe-e212-4dd5-ae0f-c63a8994fce6', 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6', 'tenant_id': '2f57f3eb0c2848b68f6ef38e8ab6b5cd', 'fixed_ips': [{'subnet_id': 'fb6457fb-ea54-477c-a495-b84909016bc3'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:44:46.442180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:46.611186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Allocated IP 192.168.233.2 (71b55dfe-e212-4dd5-ae0f-c63a8994fce6/fb6457fb-ea54-477c-a495-b84909016bc3/71c8d903-d00d-4ff9-ba74-473fd2949f96) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:44:46.835003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:46.846947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Transition to ACTIVE for port object 71c8d903-d00d-4ff9-ba74-473fd2949f96 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:44:46.866891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Transition to ACTIVE for port object 71c8d903-d00d-4ff9-ba74-473fd2949f96 will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:44:46.871359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:46.887040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7b888c02-f5a9-4c90-81fa-039efe99ccc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:44:47.020518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Pushing event updated for resources: {'Port': ['ID=71c8d903-d00d-4ff9-ba74-473fd2949f96,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:44:47.030853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.031262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.031648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.032278 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.032644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.033691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.033691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.033691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.034044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.034422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.034780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.035137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:44:47.039134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:44:47.097448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:44:47.098649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:44:47.101009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:44:47.198046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Attempting to bind port 71c8d903-d00d-4ff9-ba74-473fd2949f96 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:44:47.198485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Attempting to bind port 71c8d903-d00d-4ff9-ba74-473fd2949f96 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:44:47.198886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Attempting to bind port 71c8d903-d00d-4ff9-ba74-473fd2949f96 on network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:44:47.204731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:44:47.205141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Checking segment: {'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:44:47.205575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:47.206000 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Bound using segment: {'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:44:47.206532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Bound port: 71c8d903-d00d-4ff9-ba74-473fd2949f96, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:44:47.206940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:47.313537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] For port 71c8d903-d00d-4ff9-ba74-473fd2949f96, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:44:47.316657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] For port 71c8d903-d00d-4ff9-ba74-473fd2949f96, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=71c8d903-d00d-4ff9-ba74-473fd2949f96,segment=NetworkSegment(eaa41b4e-2293-418e-aaf6-55b2b52e0bc9),segment_id=eaa41b4e-2293-418e-aaf6-55b2b52e0bc9)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:44:47.320155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:47.335648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:44:47.491431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Pushing event updated for resources: {'Port': ['ID=71c8d903-d00d-4ff9-ba74-473fd2949f96,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:44:47.497546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:44:48.485412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 71c8d903-d00d-4ff9-ba74-473fd2949f96 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:44:48.564692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 71c8d903-d00d-4ff9-ba74-473fd2949f96 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:44:48.815573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f64f06-4f4e-4bc4-8a7d-7863a7dc735c None None] Network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:44:48.912303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Provisioning for port 71c8d903-d00d-4ff9-ba74-473fd2949f96 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:44:48.923009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Provisioning complete for port 71c8d903-d00d-4ff9-ba74-473fd2949f96 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:44:48.923460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:49.166370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:49.221557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] For port 71c8d903-d00d-4ff9-ba74-473fd2949f96, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=71c8d903-d00d-4ff9-ba74-473fd2949f96,segment=NetworkSegment(eaa41b4e-2293-418e-aaf6-55b2b52e0bc9),segment_id=eaa41b4e-2293-418e-aaf6-55b2b52e0bc9)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:44:49.225865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:49.230890 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7b888c02-f5a9-4c90-81fa-039efe99ccc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:44:49.312131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Pushing event updated for resources: {'Port': ['ID=71c8d903-d00d-4ff9-ba74-473fd2949f96,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:44:49.319112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:44:49.449539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-78d3e4f0-320a-49dc-89bb-93659ec7b1f5 None None] Provisioning complete for port 71c8d903-d00d-4ff9-ba74-473fd2949f96 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:44:49.449969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d3e4f0-320a-49dc-89bb-93659ec7b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:50.451817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 71c8d903-d00d-4ff9-ba74-473fd2949f96 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:44:50.525249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 71c8d903-d00d-4ff9-ba74-473fd2949f96 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:44:50.525682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:44:53.395686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:45:07.026202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13f7d3dd-7c57-456a-b333-5eac23dc0bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:09.453126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4e1c-7b6a-4f3d-a076-9dcfdf17343e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:09.515514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:10.210060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:11.216262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:30.395308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:45:37.031529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-83281cb4-a87d-47ea-81b6-615ca86966fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:39.455379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab185097-cf7e-4122-bacb-b9628819449f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:39.517981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:40.212391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:45:41.224916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:02.864255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44460) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:46:02.870908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [None req-b736cd7b-af9c-4289-b4d3-2c15c8f12a4b tempest-verify_tempest_config-562981307 tempest-verify_tempest_config-562981307-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:46:02.871937 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b736cd7b-af9c-4289-b4d3-2c15c8f12a4b tempest-verify_tempest_config-562981307 tempest-verify_tempest_config-562981307-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066741
Apr 16 16:46:03.187849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44478) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:46:03.312017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:03.331392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:46:03.335358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd568a2894b45f1b961d7b4500c2ffb is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:46:03.338289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:46:03.344705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:46:03.432892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:03.435906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:03.445089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:46:03.488542 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2fd568a2894b45f1b961d7b4500c2ffb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2995877
Apr 16 16:46:03.489432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cee5b80-d754-47fe-bdee-49afcc73b4ac,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:46:03.491495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44484) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:46:03.496943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.497866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.498394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.498928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.499302 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.499684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.500059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.500434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.500851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.501208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.501563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.501919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.505999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:46:03.554134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:03.581299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:03.633227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:03.638995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:46:03.651918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cee5b80-d754-47fe-bdee-49afcc73b4ac,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:46:03.659708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:03.660874 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/1cee5b80-d754-47fe-bdee-49afcc73b4ac HTTP/1.1" status: 204  len: 168 time: 0.1683757
Apr 16 16:46:03.662403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.662777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.663146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.663528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.663880 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.664236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.664589 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.664952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.665318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.665668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.666011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.666381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:46:03.670144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:46:07.035132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d76fa0fa-4eaf-43af-93f8-8cf06a082525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:07.395806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:46:09.457528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-34ae8fc2-8774-474f-bfda-b9d59f930732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:09.521783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:10.215161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:11.218963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:37.038436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0ae5-2707-4ad1-b48d-0ee81a2383ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:39.458987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5356dc7b-afd3-4094-9bc3-e35ff46574fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:39.522438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:40.217723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:41.221306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:46:44.395366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:47:07.042031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916f1673-10ae-401b-bf79-edf45128ad14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:09.461155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46369731-66b0-41d3-899c-015525b956d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:09.525373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:10.220135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:11.224252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:21.395719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 5 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:47:37.043611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f7ab-a7de-4042-a8f6-16c58d200daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:39.463484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-08332405-d72e-4b8e-8c10-b8b6bfaefe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:39.530323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:40.221456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:41.225659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:46.383330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631'] for agent, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:47:50.147829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44544) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:47:50.268723 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6cca988e-b34f-4c34-8ac4-6559876b2f28 admin admin] 10.222.0.103 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.1197314
Apr 16 16:47:52.803320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44554) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:47:52.865675 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-83e38126-0b26-4e93-979a-47010abf7eac admin admin] 10.222.0.103 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.0611842
Apr 16 16:47:58.396558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:48:07.046912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ad38f70-636f-4452-a1eb-0669f7ce2bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:09.624683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3797baf4-60d3-492e-841d-d2a084a1351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:09.627579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:10.222054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:11.228573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:16.380952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:35.396460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:48:37.048746 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c99ab455-ffb4-4efa-af06-73a3bbff7bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:39.468509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d00c2850-b040-43f2-982b-ddb4b942e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:39.534850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:40.223682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:41.232305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:48:46.398181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:07.051171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98ec0601-912e-4fd7-a198-9ff9077f4f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:09.470861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-615741ba-b990-4678-b523-13a5af7df5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:09.538570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:10.228504 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:11.236845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:12.396361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:49:16.393476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:31.570577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44724) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:31.939957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-network', 'tenant_id': 'fb882053c8e84304847e19528f11d911'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:31.946481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:31.950748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Usage tracker for resource:network and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:31.954272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:31.963073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:31.976998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Made reservation on behalf of fb882053c8e84304847e19528f11d911 for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:31.985218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.010387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.044591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44752) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:32.049728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:32.055312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Usage tracker for resource:security_group_rule and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:32.058932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:32.065132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:32.160091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.164779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.172362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0864d915-8528-484b-b597-2624559b71e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:32.210043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1384}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:49:32.230318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23565dda-c40f-43af-a1cf-486c1d1c40ee,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:32.247301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.247654 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Added segment 2e42340f-c8f6-4682-8fdb-e5f32e6601ed of type vlan for network 5636c544-b076-4465-9c13-a664e37a5e03
Apr 16 16:49:32.250010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.250421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.250797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.251142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.251673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.252196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.252726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.253241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.253828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.254195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.254580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.254937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Tracked resource versions report:
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     HyperV agent@hv-cinder-73362: {},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:49:32.256178 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:49:32.270219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:32.308907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.347501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.353160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:32.353160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.355857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-79fb8113-e72a-4e86-8899-aee0a99ebab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:32.469912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Pushing event updated for resources: {'Network': ['ID=5636c544-b076-4465-9c13-a664e37a5e03,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:32.477359 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9044142
Apr 16 16:49:32.477979 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44770) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:32.478382 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:32.490588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 5636c544-b076-4465-9c13-a664e37a5e03 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:49:32.501465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Request body: {'subnet': {'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-subnet', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:32.512284 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:32.517886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Usage tracker for resource:subnet and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:32.523713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:32.533725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:32.546955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Made reservation on behalf of fb882053c8e84304847e19528f11d911 for: {'subnet': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:32.552876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.645265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1030870375-network', 'tenant_id': '3c4509f4d9074c578fb7a7179ade0427'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:32.672696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:32.683131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Usage tracker for resource:network and tenant:3c4509f4d9074c578fb7a7179ade0427 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:32.687317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:32.700012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:32.720412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Made reservation on behalf of 3c4509f4d9074c578fb7a7179ade0427 for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:32.725590 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.742949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:32.749813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44778) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:32.798825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:32.806707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4509f4d9074c578fb7a7179ade0427 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:32.811367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:32.824718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:32.883982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44786) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:32.923798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44792) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:33.051454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.056631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1139040542-network', 'tenant_id': '26fb0e15979d43999b94901003579a6a'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:33.057480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.064526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:33.065382 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:33.070219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Usage tracker for resource:network and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:33.074339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:33.081390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:33.094791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Made reservation on behalf of 26fb0e15979d43999b94901003579a6a for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:33.101296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.108016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f16e64-6b7b-4507-a683-d0c9bc549c37,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:33.120222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.123637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.124036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.124410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.124780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.125141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.125501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.125839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.126414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.126945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.127462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.127977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.128493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Tracked resource versions report:
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     HyperV agent@hv-cinder-73362: {},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:49:33.129791 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:49:33.136962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:33.139936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-426994362-network', 'tenant_id': 'a46c79620899432c8193a987ece333df'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:33.142913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1388}  {{(pid=85298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:49:33.151915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:33.160649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.161212 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Added segment b0f4908e-2b2f-451c-8cfb-696a66971b14 of type vlan for network d6379831-b1c8-4a55-8417-e80f9dd885d9
Apr 16 16:49:33.161490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:33.166653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Usage tracker for resource:network and tenant:a46c79620899432c8193a987ece333df is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:33.174779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:33.179589 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Usage tracker for resource:security_group_rule and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:33.186486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:33.189863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:33.204106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-network', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:33.208738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:33.226624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Made reservation on behalf of a46c79620899432c8193a987ece333df for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:33.232383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.238256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.248246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:33.267832 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.277824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.281876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Usage tracker for resource:network and tenant:cf1487baf5ab430cb361532e11cd888c is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:33.289570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:33.300397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:33.300597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:33.309427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:33.316522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a46c79620899432c8193a987ece333df is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:33.322620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:33.338537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:33.342227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Made reservation on behalf of cf1487baf5ab430cb361532e11cd888c for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:33.348663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.367406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.392339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.402157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:33.402825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.413815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:33.420770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1487baf5ab430cb361532e11cd888c is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:33.426546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:33.450698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:33.469221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74adbd19-8abb-48f9-823d-203f288b147c,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:33.476817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:33.477768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:33.506813 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4609997
Apr 16 16:49:33.507501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44816) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:33.519930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.533623 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.551442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:33.585868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1356}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:49:33.593329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Request body: {'subnet': {'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1030870375-subnet', 'tenant_id': '3c4509f4d9074c578fb7a7179ade0427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:33.598976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:33.604662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Usage tracker for resource:subnet and tenant:3c4509f4d9074c578fb7a7179ade0427 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:33.608238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:33.616113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:33.653519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Made reservation on behalf of 3c4509f4d9074c578fb7a7179ade0427 for: {'subnet': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:33.658877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.666955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.667567 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Added segment 628eeff3-6d0b-4d23-8cdd-616109012293 of type vlan for network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8
Apr 16 16:49:33.670011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.671623 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d2cb7-502f-463a-bd02-39bb11920313,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:33.683934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:33.686477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.710212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:33.754012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.767865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.795864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.796729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1399}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:49:33.810400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f481c8-7dfe-4b81-b5b3-e3309b53c488,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:33.817417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:33.823484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:33.845812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.846515 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Added segment ffd31c8b-1e03-40e9-a70c-6c318d3e0077 of type vlan for network 4b2a2bf5-f241-4566-8a43-225171ec9f91
Apr 16 16:49:33.859869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1391}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:49:33.898252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.902115 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Added segment 3bb2050e-f4b1-480d-b252-e3f9c22f67f1 of type vlan for network 880a3b9d-09cf-48d2-b88b-bd1b126573cb
Apr 16 16:49:33.922147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c971f2e0-c535-4441-849e-8647fe6ee878,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:33.937197 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Pushing event updated for resources: {'Network': ['ID=d6379831-b1c8-4a55-8417-e80f9dd885d9,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:33.937768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:33.938956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.949169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.954176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:33.963104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:33.963748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:33.969899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network d6379831-b1c8-4a55-8417-e80f9dd885d9 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:49:33.973901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:34.022866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Checking segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:34.024026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Network hostable DHCP agents. Network: 5636c544-b076-4465-9c13-a664e37a5e03, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:49:34.120213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.173001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Network 5636c544-b076-4465-9c13-a664e37a5e03 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:49:34.182103 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:49:34.197634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 5636c544-b076-4465-9c13-a664e37a5e03) {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:34.205307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:34.207799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb7851-2351-44a4-8b13-a00cd9326bdf None None] Network 5636c544-b076-4465-9c13-a664e37a5e03 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:34.219614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.276340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.277210 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c8c22d60-c94d-4655-b315-099f0b21b8f6 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7978933
Apr 16 16:49:34.278461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44838) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:34.289338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Pushing event updated for resources: {'Network': ['ID=5482311a-e6d4-4b31-99e9-5c3f3d5468e8,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:34.300559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:34.305704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.315975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:34.318073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.349207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:34.353511 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:34.373345 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.4477882
Apr 16 16:49:34.374664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:34.378354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44848) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:34.383235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:34.383888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.395382 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Request body: {'subnet': {'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-subnet', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:34.414932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:34.425545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.428794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Usage tracker for resource:subnet and tenant:cf1487baf5ab430cb361532e11cd888c is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:34.465661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:34.476932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:34.565181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Usage tracker for resource:router and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:34.568760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:34.578097 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8237262
Apr 16 16:49:34.578097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:34.590187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:49:34.596126 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7110877
Apr 16 16:49:34.604105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44858) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:34.604482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44860) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:34.610392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:34.621890 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Request body: {'subnet': {'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-426994362-subnet', 'tenant_id': 'a46c79620899432c8193a987ece333df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:34.643946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Request body: {'subnet': {'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1139040542-subnet', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:34.657909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:34.661743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:34.670716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Pushing event updated for resources: {'Network': ['ID=880a3b9d-09cf-48d2-b88b-bd1b126573cb,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:34.671040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Made reservation on behalf of cf1487baf5ab430cb361532e11cd888c for: {'subnet': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:34.675753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.678861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.680465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.706618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Usage tracker for resource:subnet and tenant:a46c79620899432c8193a987ece333df is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:34.713496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Usage tracker for resource:subnet and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:34.720120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:34.734994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:49:34.738177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:34.782389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Pushing event updated for resources: {'Subnet': ['ID=139567b7-2d7e-4d65-9d79-b18ac9f95bd7,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:34.799714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:34.919451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Checking segment: {'id': 'b0f4908e-2b2f-451c-8cfb-696a66971b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:34.920084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Network hostable DHCP agents. Network: d6379831-b1c8-4a55-8417-e80f9dd885d9, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:49:34.963348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-5636c544-b076-4465-9c13-a664e37a5e03', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:49:34.964298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:34.986032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44884) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:35.004730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Network d6379831-b1c8-4a55-8417-e80f9dd885d9 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:49:35.030988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, d6379831-b1c8-4a55-8417-e80f9dd885d9) {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:35.048831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:35.049483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.144436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:35.147184 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:35.157570 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6335073
Apr 16 16:49:35.165207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76110252-6139-4fe4-a0cc-bbb8132b3b9c None None] Network d6379831-b1c8-4a55-8417-e80f9dd885d9 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:35.215855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Made reservation on behalf of a46c79620899432c8193a987ece333df for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:35.222657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.244364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.245989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2a2bf5-f241-4566-8a43-225171ec9f91,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:35.269296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Made reservation on behalf of 26fb0e15979d43999b94901003579a6a for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:35.271418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:49:35.274932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.348147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:35.349086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.918s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:35.350526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7aa693a3-bb94-402e-a1fa-e588ea20ad1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:35.356990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.550966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-219826a8-7d20-4c78-a966-46f4a95967fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:35.579845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44906) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:35.633938 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.658934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Checking segment: {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:35.659521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Network hostable DHCP agents. Network: 880a3b9d-09cf-48d2-b88b-bd1b126573cb, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:49:35.689497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:35.696809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:49:35.707188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Usage tracker for resource:security_group_rule and tenant:a390f6915e9846b9b3d81c4aa3e3bb3a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:35.713044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 880a3b9d-09cf-48d2-b88b-bd1b126573cb) {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:35.719950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:35.723441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:35.743453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:35.747543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:35.748200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.770030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9edb4f-b8af-444b-81e0-d37efda775f4 None None] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:35.798148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:35.815483 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4360132
Apr 16 16:49:35.825827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44922) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:35.826480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f508e-88e3-406a-8359-4610e15e2a9a None None] Network d6379831-b1c8-4a55-8417-e80f9dd885d9 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:35.835419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:35.841158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:35.845698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Usage tracker for resource:router and tenant:cf1487baf5ab430cb361532e11cd888c is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:35.849285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:35.856270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:35.868619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.870104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.905084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:35.910538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:36.078057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:36.152008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:daff17543887400d9a618ce2707dc875 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:36.159617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:36.167010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:36.169494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:36.224387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:36.333339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Allocated IP 172.20.0.2 (5636c544-b076-4465-9c13-a664e37a5e03/74adbd19-8abb-48f9-823d-203f288b147c/c7958b03-c9de-4829-aba1-2f5a84d3e662) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:36.379886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:36.458644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:36.502367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:36.545427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d82d985-0413-4e84-a536-ce537b239333,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:36.549309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:36.629430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:36.671727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:36.682023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Synchronizing usage tracker for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:49:36.712751 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=daff17543887400d9a618ce2707dc875&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1248205
Apr 16 16:49:36.724213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44958) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:36.798028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Unset dirty status for tenant:2f57f3eb0c2848b68f6ef38e8ab6b5cd on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:49:36.799668 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a390f6915e9846b9b3d81c4aa3e3bb3a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8109317
Apr 16 16:49:36.812866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 44964) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:36.813122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:36.829291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e1d51c-b1db-4bf6-a4d2-541cf2d2f7f9,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:36.870430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:36.936500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778c5b6-5bb6-4e0f-8163-563c5764377c None None] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:36.981863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 44974) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:36.991058 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 16 16:49:37.035453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.122254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-62aa383f-82c4-44c3-b120-1104c81b82d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.154703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.166593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.181334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Transition to ACTIVE for port object c7958b03-c9de-4829-aba1-2f5a84d3e662 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:37.245742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Transition to ACTIVE for port object c7958b03-c9de-4829-aba1-2f5a84d3e662 will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:37.256778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.259400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.310145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bb2823c7-66b9-4a6f-b26a-ba23ac78acd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:37.361268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:37.384345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e1d51c-b1db-4bf6-a4d2-541cf2d2f7f9,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:37.393017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:37.397045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-79d28cb8-7bb7-4274-89ce-b092e7985e1f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:37.397822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-79d28cb8-7bb7-4274-89ce-b092e7985e1f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Synchronizing usage tracker for tenant:3c4509f4d9074c578fb7a7179ade0427 on resource:network {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:49:37.416548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.433153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.458296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.480847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Pushing event updated for resources: {'Port': ['ID=c7958b03-c9de-4829-aba1-2f5a84d3e662,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:37.508705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.564207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.564766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.565379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.565871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.566724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.567222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.567706 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.568730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.569218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.569848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.570355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.570847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Tracked resource versions report:
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     HyperV agent@hv-cinder-73362: {},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:49:37.572097 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:49:37.590515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:37.609154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Network 5636c544-b076-4465-9c13-a664e37a5e03 is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:37.610319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:37.613311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:37.622459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.627202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.628412 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/69e1d51c-b1db-4bf6-a4d2-541cf2d2f7f9 HTTP/1.1" status: 204  len: 168 time: 0.8097599
Apr 16 16:49:37.656596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-79d28cb8-7bb7-4274-89ce-b092e7985e1f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Unset dirty status for tenant:3c4509f4d9074c578fb7a7179ade0427 on resource:network {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:49:37.658225 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-79d28cb8-7bb7-4274-89ce-b092e7985e1f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/networks?id=d6379831-b1c8-4a55-8417-e80f9dd885d9 HTTP/1.1" status: 200  len: 812 time: 0.6718755
Apr 16 16:49:37.676463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.678480 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/1d82d985-0413-4e84-a536-ce537b239333 HTTP/1.1" status: 204  len: 168 time: 0.9410501
Apr 16 16:49:37.687844 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-3f721e2a-2cce-4e21-b1f6-a80ee3d38358 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/quotas/3c4509f4d9074c578fb7a7179ade0427 HTTP/1.1" status: 200  len: 375 time: 0.0126238
Apr 16 16:49:37.696858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-916d8370-ea4e-4f96-b75f-e1faba1111c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:37.712826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.746966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Attempting to bind port c7958b03-c9de-4829-aba1-2f5a84d3e662 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:49:37.748097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Attempting to bind port c7958b03-c9de-4829-aba1-2f5a84d3e662 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:49:37.748897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Attempting to bind port c7958b03-c9de-4829-aba1-2f5a84d3e662 on network 5636c544-b076-4465-9c13-a664e37a5e03 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:49:37.763976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:49:37.764893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Checking segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:37.766214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.769031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Bound using segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:49:37.769782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Bound port: c7958b03-c9de-4829-aba1-2f5a84d3e662, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:49:37.772911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.798047 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-a332a5c7-c0a0-4704-bf41-ae379cf5c105 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=3c4509f4d9074c578fb7a7179ade0427&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0971227
Apr 16 16:49:37.803116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Allocated IP 172.27.0.193 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/0f4309b8-4561-4bf7-8357-81ede75bc525) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:37.912892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] For port c7958b03-c9de-4829-aba1-2f5a84d3e662, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:49:37.916310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] For port c7958b03-c9de-4829-aba1-2f5a84d3e662, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c7958b03-c9de-4829-aba1-2f5a84d3e662,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:49:37.920767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:37.938897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:38.029700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:38.075033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d82d985-0413-4e84-a536-ce537b239333,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:38.094924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:38.108844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:38.132631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:38.150157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:38.200614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45000) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:38.208170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Pushing event updated for resources: {'Port': ['ID=c7958b03-c9de-4829-aba1-2f5a84d3e662,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:38.221195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:38.250637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:38.259977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45004) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:38.310868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4309b8-4561-4bf7-8357-81ede75bc525,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:38.331583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:38.335855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:38.358551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:38.380239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:38.381514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:38.384672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:38.449866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-dfadde86-024a-4bd0-a00f-190913fb88de service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:49:38.451040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-dfadde86-024a-4bd0-a00f-190913fb88de service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4151964
Apr 16 16:49:38.457128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:38.485714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:38.498914 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Usage tracker for resource:security_group_rule and tenant:2d01f0dfbf8a44ebb44ac2174f226628 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:38.532474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:38.541988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:38.552750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:38.600728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c42565a3934882a12eb9d6e097e2b3 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:38.621028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:38.635719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:38.636669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddd5571-f5d9-4f07-ae67-1803946ef089,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:38.645874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:38.655525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:38.707991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:38.805537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c7958b03-c9de-4829-aba1-2f5a84d3e662 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:49:38.907781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port c7958b03-c9de-4829-aba1-2f5a84d3e662 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:49:38.967648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Allocated IP 172.27.0.177 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/39822976-775a-4c3c-a99f-a9bcea7c3c87) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:39.010627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8546ee-d99b-425d-9916-8fdf5fedf32a,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:39.018250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:39.030754 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-7ac647ce-16db-4e9b-8438-55e8bd725d30 service neutron] 10.222.0.103 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5700011
Apr 16 16:49:39.221829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Checking segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:39.222238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Network hostable DHCP agents. Network: 5482311a-e6d4-4b31-99e9-5c3f3d5468e8, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:49:39.370318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.382045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.383155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:49:39.400416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.408881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.421268 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-9f3ccaa2-0172-4ea6-8219-9f3ad57e36eb service neutron] 10.222.0.103 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3012583
Apr 16 16:49:39.424818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.426893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:39.434396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Checking segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:39.434774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Network hostable DHCP agents. Network: 4b2a2bf5-f241-4566-8a43-225171ec9f91, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:49:39.455716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 5482311a-e6d4-4b31-99e9-5c3f3d5468e8) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:39.488655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477ffa8-81ec-48d9-af42-28532b213a73 None None] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:39.510548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.520972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:39.521719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.610893 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2d01f0dfbf8a44ebb44ac2174f226628&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4045386
Apr 16 16:49:39.610893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549c6b6-ff4d-4ac4-a623-46c4cce1d598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617dbfea-9a5a-4f74-a97e-5bc2118a31cd,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:39.612153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45020) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:39.644020 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d6c42565a3934882a12eb9d6e097e2b3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3828185
Apr 16 16:49:39.653892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45024) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:39.691961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:49:39.743007 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.1338894
Apr 16 16:49:39.743007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 4b2a2bf5-f241-4566-8a43-225171ec9f91) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:39.744767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45030) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:39.754737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:39.755260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-596ffd87-077e-4c9e-9404-6a9ec35f4a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.755388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57996bb6-de7c-43ba-9cb9-a934406bfcbb,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:39.790992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:39.791515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.802188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4a238-c89e-472f-afbc-f9f2ba48690e None None] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:39.806475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:39.814744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Usage tracker for resource:router and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:39.821981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:39.837653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:39.875634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.887037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:39.901727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.902851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:39.910001 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 5.3018212
Apr 16 16:49:39.910560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:39.910967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:39.921565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45044) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:39.925094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:40.009198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.093325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.143157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c02cb-544f-4a9d-a31b-e0f55e26f340 None None] Network 5636c544-b076-4465-9c13-a664e37a5e03 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:40.201119 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-453107fc-d021-4c15-813a-ad84952eecf2 req-859f8f54-fba1-4802-9f80-d48892c6d9a5 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.1948109
Apr 16 16:49:40.206344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.238560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:40.238852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.240913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.251538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:40.256010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.267915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:40.365769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Pushing event updated for resources: {'Port': ['ID=39822976-775a-4c3c-a99f-a9bcea7c3c87,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:40.399575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:40.434768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.460245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Provisioning for port c7958b03-c9de-4829-aba1-2f5a84d3e662 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:49:40.494328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Provisioning complete for port c7958b03-c9de-4829-aba1-2f5a84d3e662 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:40.494328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.528693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.530399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:49:40.531305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.759318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724024f-ba3b-4513-a46c-586b5e7bf666 None None] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:40.840918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.861110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-51783ca0-b8b2-416d-9d67-3d4371762f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:40.875473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57996bb6-de7c-43ba-9cb9-a934406bfcbb,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:40.887248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:40.956019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:40.960863 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/57996bb6-de7c-43ba-9cb9-a934406bfcbb HTTP/1.1" status: 204  len: 168 time: 1.2935126
Apr 16 16:49:41.200807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-3d646dd8-18c6-47bb-aeb6-f303702b8f83 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:41.202656 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-3d646dd8-18c6-47bb-aeb6-f303702b8f83 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.4449306
Apr 16 16:49:41.377065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:41.651063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:41.680168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:41.739662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:41.826514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] For port c7958b03-c9de-4829-aba1-2f5a84d3e662, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c7958b03-c9de-4829-aba1-2f5a84d3e662,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:49:41.838768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:41.840409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:41.845813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Allocated IP 172.20.0.2 (5482311a-e6d4-4b31-99e9-5c3f3d5468e8/fddd5571-f5d9-4f07-ae67-1803946ef089/28141278-207b-4edc-b13a-49cd00717aab) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:41.847824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:41.857246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:41.870132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Router 0274ac90-8712-4e56-a12f-69fb7ce810f9 is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:49:41.963392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Pushing event updated for resources: {'Port': ['ID=c7958b03-c9de-4829-aba1-2f5a84d3e662,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:41.969888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:41.986713 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5f08fdaf-0276-45f2-abad-31534010d8d3 req-f86fc37a-ec3c-4292-a1b4-9501ede15bf5 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.2384338
Apr 16 16:49:41.990153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:42.176077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617dbfea-9a5a-4f74-a97e-5bc2118a31cd,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:42.185355 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-b9a09027-6bce-44d8-81c1-abd29f6ce6c4 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/quotas/a46c79620899432c8193a987ece333df HTTP/1.1" status: 200  len: 375 time: 0.3852372
Apr 16 16:49:42.193922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:42.275101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Router f5b83677-7f45-4652-862e-a4ab9d3f6599 is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:49:42.377589 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-9eb6c003-92e0-483e-8792-b70bd4e83978 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1669488
Apr 16 16:49:42.443899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:42.475913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Transition to ACTIVE for port object 28141278-207b-4edc-b13a-49cd00717aab will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:42.519884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:49:42.530822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Sync routers for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:49:42.544913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-f5cc2933-07eb-40d0-a809-42d018753f9a None None] Provisioning complete for port c7958b03-c9de-4829-aba1-2f5a84d3e662 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:42.545489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f5cc2933-07eb-40d0-a809-42d018753f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:42.548732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:49:42.549846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7460198438>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:42.567998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:42.572131 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.2682002
Apr 16 16:49:42.572969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45152) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:42.664326 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Transition to ACTIVE for port object 28141278-207b-4edc-b13a-49cd00717aab will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:42.689440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:42.794008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:42.800256 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/617dbfea-9a5a-4f74-a97e-5bc2118a31cd HTTP/1.1" status: 204  len: 168 time: 3.1841240
Apr 16 16:49:42.800939 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-77347c55-4d8c-4533-8a23-e02b2d649877 service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4082389
Apr 16 16:49:42.899076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:49:42.937367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.120', 57360) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:42.938572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:49:43.030162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c7958b03-c9de-4829-aba1-2f5a84d3e662 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:49:43.077472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:43.155040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Sync routers for ids ['0274ac90-8712-4e56-a12f-69fb7ce810f9'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:49:43.313118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Routers {'0274ac90-8712-4e56-a12f-69fb7ce810f9'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:49:43.319728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f78efd0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['0274ac90-8712-4e56-a12f-69fb7ce810f9'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:43.507392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Notify callbacks [] for router, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:43.511979 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.6821170
Apr 16 16:49:43.596924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45200) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:43.599936 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ab8c73ec-9dce-4fee-b2bc-29a5c2d3e32f req-d6ea68b0-8cb0-4531-a54b-520235e7d669 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.1209099
Apr 16 16:49:43.766390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7460198438>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:40Z', 'revision_number': 3, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:43.773011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Checking router: f5b83677-7f45-4652-862e-a4ab9d3f6599 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:49:43.773790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Updating router f5b83677-7f45-4652-862e-a4ab9d3f6599 port 39822976-775a-4c3c-a99f-a9bcea7c3c87 binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:49:43.839678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:43.875712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Set router 0274ac90-8712-4e56-a12f-69fb7ce810f9 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:49:44.151572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:44.158322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Pushing event updated for resources: {'Port': ['ID=28141278-207b-4edc-b13a-49cd00717aab,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:44.283539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:44.415772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:44.420502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.341s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:44.456728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:44.685492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Allocated IP 172.20.0.1 (5636c544-b076-4465-9c13-a664e37a5e03/74adbd19-8abb-48f9-823d-203f288b147c/6895143d-5570-4c7e-afca-15d75d6a52fd) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:44.710793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-c37e40d3-d626-4ff4-beb0-e21d05b7abd9 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:44.712472 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-c37e40d3-d626-4ff4-beb0-e21d05b7abd9 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.120 "GET /v2.0/networks?id=d6379831-b1c8-4a55-8417-e80f9dd885d9 HTTP/1.1" status: 200  len: 812 time: 1.7719400
Apr 16 16:49:44.799169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:44.831381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Transition to ACTIVE for port object 39822976-775a-4c3c-a99f-a9bcea7c3c87 will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:44.843399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:44.937797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Attempting to bind port 28141278-207b-4edc-b13a-49cd00717aab on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:49:44.938218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Attempting to bind port 28141278-207b-4edc-b13a-49cd00717aab by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:49:44.940116 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-dd23652e-b44c-4e2b-a06d-c3fd9662b53b service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.0787516
Apr 16 16:49:44.950075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Request body: {'port': {'device_id': '85c9b9dd-948e-40a5-aa29-744166975b41', 'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9', 'admin_state_up': True, 'tenant_id': '3c4509f4d9074c578fb7a7179ade0427'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:44.950842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Attempting to bind port 28141278-207b-4edc-b13a-49cd00717aab on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:49:45.003134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:49:45.003543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Checking segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:45.004191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.004812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Bound using segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:49:45.005555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Bound port: 28141278-207b-4edc-b13a-49cd00717aab, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:49:45.006141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.114969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port c7958b03-c9de-4829-aba1-2f5a84d3e662 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:45.127651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.218076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:45.353393 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-20004dbf-477c-4281-97c1-9aa37de8f326 req-31c53a1f-e395-43ce-bfaf-a9a9f6a7b08a tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.5730603
Apr 16 16:49:45.400133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Pushing event updated for resources: {'Port': ['ID=39822976-775a-4c3c-a99f-a9bcea7c3c87,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:45.469772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.470213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.470649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.471022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.471392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.471759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.472159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.472460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.472822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.473178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.473574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.474013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Tracked resource versions report:
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]: pushed versions:
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]: {   'AddressGroup': {'1.2'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'ConntrackHelper': {'1.0'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Log': {'1.0'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Network': {'1.1'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Port': {'1.7'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'PortForwarding': {'1.2'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'QosPolicy': {'1.8'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroup': {'1.4'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SecurityGroupRule': {'1.2'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'SubPort': {'1.0'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Subnet': {'1.1'},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     'Trunk': {'1.1'}}
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]: consumer versions:
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]: {   DHCP agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     HyperV agent@hv-cinder-73362: {},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     L3 agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metadata agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     Metering agent@dv-cinder-733622-13-iscsi: {},
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:     Open vSwitch agent@dv-cinder-733622-13-iscsi: {   'AddressGroup': '1.2',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'ConntrackHelper': '1.0',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Log': '1.0',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Network': '1.1',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Port': '1.7',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'PortForwarding': '1.2',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'QosPolicy': '1.8',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroup': '1.4',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SecurityGroupRule': '1.2',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'SubPort': '1.0',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Subnet': '1.1',
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:                                                       'Trunk': '1.1'}}
Apr 16 16:49:45.476035 dv-cinder-733622-13-iscsi neutron-server[85185]:  {{(pid=85301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 16 16:49:45.486617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:45.499362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Attempting to bind port 39822976-775a-4c3c-a99f-a9bcea7c3c87 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:49:45.499780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Attempting to bind port 39822976-775a-4c3c-a99f-a9bcea7c3c87 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:49:45.500306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Attempting to bind port 39822976-775a-4c3c-a99f-a9bcea7c3c87 on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:49:45.519211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:49:45.519619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:45.520057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.520557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:49:45.521256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Bound port: 39822976-775a-4c3c-a99f-a9bcea7c3c87, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:49:45.521672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.606633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.751114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.767459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.815371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Transition to ACTIVE for port object 6895143d-5570-4c7e-afca-15d75d6a52fd will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:45.821479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] For port 39822976-775a-4c3c-a99f-a9bcea7c3c87, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:49:45.838964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] For port 39822976-775a-4c3c-a99f-a9bcea7c3c87, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=39822976-775a-4c3c-a99f-a9bcea7c3c87,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:49:45.848649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.881265 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fa7d89f3-c7f2-46d6-83d2-350cca5a0a2f req-b485080f-ecef-438c-bcd2-6e75bb211c31 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 210 time: 0.3355958
Apr 16 16:49:45.887506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:45.918972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc6a1c89-37aa-42a0-bdc0-dd1ffdec305b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:46.108163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-108230bb-ca3d-454b-8513-536449db9bff None None] For port 28141278-207b-4edc-b13a-49cd00717aab, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:49:46.123894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-108230bb-ca3d-454b-8513-536449db9bff None None] For port 28141278-207b-4edc-b13a-49cd00717aab, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=28141278-207b-4edc-b13a-49cd00717aab,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:49:46.144081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:46.184400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:46.188928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:46.343195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:46.376207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Pushing event updated for resources: {'Port': ['ID=6895143d-5570-4c7e-afca-15d75d6a52fd,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:46.398781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Pushing event updated for resources: {'Port': ['ID=28141278-207b-4edc-b13a-49cd00717aab,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:46.403446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:46.437720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Pushing event updated for resources: {'Port': ['ID=39822976-775a-4c3c-a99f-a9bcea7c3c87,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:46.496371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Usage tracker for resource:port and tenant:3c4509f4d9074c578fb7a7179ade0427 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:46.526728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:46.532991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:46.570331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:46.586810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:49:46.588990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7460198438>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:46.598024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Network 5636c544-b076-4465-9c13-a664e37a5e03 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:46.600221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:46.603586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:46.607477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:46.624506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:46.799172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:46.960026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:46.982203 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-23aaabd6-6065-4c06-aa50-e90b4b1e6027 req-93888309-2dd7-4126-b42c-1090e47a2245 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.2809970
Apr 16 16:49:47.017196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Made reservation on behalf of 3c4509f4d9074c578fb7a7179ade0427 for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:47.069058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:47.123927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f78efd0>, [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:49:38Z', 'revision_number': 3, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port': {'id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:37Z', 'updated_at': '2021-04-16T16:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:47.164392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Checking router: 0274ac90-8712-4e56-a12f-69fb7ce810f9 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:49:47.165608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Updating router 0274ac90-8712-4e56-a12f-69fb7ce810f9 port 0f4309b8-4561-4bf7-8357-81ede75bc525 binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:49:47.380304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:49:47.390275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:47.543766 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-55ac3732-2e6b-44a2-8535-2d0f2558b604 req-3ea62af0-b1bd-4469-beb9-3532fd3edb37 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 210 time: 0.3955941
Apr 16 16:49:47.659799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Allocated IP 172.27.0.182 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/f57a9104-6351-4f0e-925f-47280de365f1) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:47.662981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b3d25634-6e7c-44ed-9299-6525f1a5a8b5 None None] Provisioning for port 6895143d-5570-4c7e-afca-15d75d6a52fd completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:49:47.681786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b3d25634-6e7c-44ed-9299-6525f1a5a8b5 None None] Provisioning complete for port 6895143d-5570-4c7e-afca-15d75d6a52fd triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:47.682189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3d25634-6e7c-44ed-9299-6525f1a5a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:47.797443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:47.819875 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:47.823885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:47.836729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b3d25634-6e7c-44ed-9299-6525f1a5a8b5 None None] Port 6895143d-5570-4c7e-afca-15d75d6a52fd cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:49:47.874737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:47.908761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:48.534735 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:48.630193 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Pushing event updated for resources: {'Port': ['ID=6895143d-5570-4c7e-afca-15d75d6a52fd,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:48.633776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:48.827323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:48.831556 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c2bc276c-79e1-402e-b430-3476c1590ae9 req-37ad6093-2453-4c34-9471-59f2bbd4781c tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.2443364
Apr 16 16:49:48.875886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7460198438>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:49:44Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:48.898999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051fa34-c6ba-4df5-bd3b-b092d7b1bad8 None None] The sync data for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi is: [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:49:44Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:49:48.978915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-87b1e8b2-9e20-4316-93b5-68d482be0541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:48.992563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Network 5636c544-b076-4465-9c13-a664e37a5e03 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:48.996449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:49.337537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45406) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:49.342817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Pushing event updated for resources: {'Port': ['ID=f57a9104-6351-4f0e-925f-47280de365f1,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:49.347077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:49.398061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:49:49.400418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:49.449002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Transition to ACTIVE for port object 0f4309b8-4561-4bf7-8357-81ede75bc525 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:49.514561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:49.614234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-353e1408-dea0-4a8f-97f4-b76f087e177f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:49.728565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Router f5b83677-7f45-4652-862e-a4ab9d3f6599 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:49:49.746944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.120', 57375) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:49.779290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-dc0c504f-a8f7-454e-9aa0-9321eb7db2fc None None] Provisioning complete for port 6895143d-5570-4c7e-afca-15d75d6a52fd triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:49.779696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc0c504f-a8f7-454e-9aa0-9321eb7db2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:50.259060 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d3327c4d-eb35-4409-bd80-246f18ca6665 req-f7b98264-adff-4960-ab1a-74848825c445 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 210 time: 0.9481494
Apr 16 16:49:50.331450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 28141278-207b-4edc-b13a-49cd00717aab up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:49:50.531444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ef651-f583-4bc2-bea8-ce790a057348 None None] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:49:50.532979 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-74ceb8f6-425a-4a34-a2e1-fee1606962c6 req-269fc6ec-39a8-45b5-9ec0-170dd93308f6 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.2667272
Apr 16 16:49:50.664008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-fe15b8c8-2ee7-4cc6-9378-716a577116a9 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:50.666237 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-fe15b8c8-2ee7-4cc6-9378-716a577116a9 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:network {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:49:50.734991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-fe15b8c8-2ee7-4cc6-9378-716a577116a9 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:network {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:49:50.736895 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-fe15b8c8-2ee7-4cc6-9378-716a577116a9 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.9608412
Apr 16 16:49:50.783093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Request body: {'port': {'device_id': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'admin_state_up': True, 'tenant_id': 'a46c79620899432c8193a987ece333df'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:50.825520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45438) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:51.037696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:51.054597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Usage tracker for resource:port and tenant:a46c79620899432c8193a987ece333df is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:51.067178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:51.092606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:51.126142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Made reservation on behalf of a46c79620899432c8193a987ece333df for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:49:51.146921 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:51.186505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:49:51.235825 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] 10.222.0.103 "PUT /v2.0/routers/f5b83677-7f45-4652-862e-a4ab9d3f6599/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6591911
Apr 16 16:49:51.280460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Allocated IP 172.20.0.1 (880a3b9d-09cf-48d2-b88b-bd1b126573cb/40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9/ad2c0927-7ba3-4c53-8e15-e6be333f7902) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:51.330140 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c504f-a8f7-454e-9aa0-9321eb7db2fc None None] Port 6895143d-5570-4c7e-afca-15d75d6a52fd cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:49:51.342926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:51.414691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Attempting to bind port 0f4309b8-4561-4bf7-8357-81ede75bc525 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:49:51.415115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Attempting to bind port 0f4309b8-4561-4bf7-8357-81ede75bc525 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:49:51.415523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Attempting to bind port 0f4309b8-4561-4bf7-8357-81ede75bc525 on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:49:51.424833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 28141278-207b-4edc-b13a-49cd00717aab completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:49:51.450627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:49:51.451097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:51.451476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:51.451921 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:49:51.452464 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Bound port: 0f4309b8-4561-4bf7-8357-81ede75bc525, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:49:51.452882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:51.466094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:51.514936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Allocated IP 172.20.0.4 (d6379831-b1c8-4a55-8417-e80f9dd885d9/139567b7-2d7e-4d65-9d79-b18ac9f95bd7/0b5e633d-5dc8-49f9-9b83-70c95f998fa9) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:51.682999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] For port 0f4309b8-4561-4bf7-8357-81ede75bc525, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:49:51.686808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] For port 0f4309b8-4561-4bf7-8357-81ede75bc525, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=0f4309b8-4561-4bf7-8357-81ede75bc525,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:49:51.695328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267ef8e-57e2-4ead-9168-14e0fe009b8c None None] Pushing event updated for resources: {'Port': ['ID=0f4309b8-4561-4bf7-8357-81ede75bc525,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:51.717879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b267ef8e-57e2-4ead-9168-14e0fe009b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.103s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:51.725145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:51.728530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Provisioning for port 28141278-207b-4edc-b13a-49cd00717aab completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:49:51.796537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Provisioning complete for port 28141278-207b-4edc-b13a-49cd00717aab triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:51.796537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:51.846737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Allocated IP 172.20.0.2 (4b2a2bf5-f241-4566-8a43-225171ec9f91/bb8546ee-d99b-425d-9916-8fdf5fedf32a/baf1bfe7-da12-4d36-b1c7-35557ebac6d2) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:51.910148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:51.933449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:51.935634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:51.944683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:51.950151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Usage tracker for resource:security_group_rule and tenant:27beb0581c8e471da12d1e2146efadfa is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:51.953661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:51.961434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:52.058472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267ef8e-57e2-4ead-9168-14e0fe009b8c None None] Pushing event updated for resources: {'Port': ['ID=0f4309b8-4561-4bf7-8357-81ede75bc525,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:52.062181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 39822976-775a-4c3c-a99f-a9bcea7c3c87 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:49:52.156115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b267ef8e-57e2-4ead-9168-14e0fe009b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:52.165030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:52.184794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:52.308745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 39822976-775a-4c3c-a99f-a9bcea7c3c87 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:49:52.331595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 39822976-775a-4c3c-a99f-a9bcea7c3c87 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:52.332027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.433361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.486687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.497408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Usage tracker for resource:security_group_rule and tenant:afeceb1cbeec4f328b578cf47be710aa is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:52.523465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.525535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:52.532391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.545086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.570408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:52.585216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:52.721256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45474) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:52.729093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.794820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:52.812990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205742978', 'description': 'tempest-description--84698399'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:52.820058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:52.824453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:52.827607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:52.834755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:52.866139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:52.885477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:52.947384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:52.959532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group_rule and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:52.963071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:52.969863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:53.038087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.038496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:53.041566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:53.042236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.075868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 39822976-775a-4c3c-a99f-a9bcea7c3c87, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=39822976-775a-4c3c-a99f-a9bcea7c3c87,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:49:53.077578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.097893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.132041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:53.137633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.147105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.212102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Routers {'0274ac90-8712-4e56-a12f-69fb7ce810f9'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:49:53.212889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f78efd0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['0274ac90-8712-4e56-a12f-69fb7ce810f9'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:53.401663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event updated for resources: {'Port': ['ID=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:53.408316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.409930 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.6875889
Apr 16 16:49:53.411007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:53.414363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-80a218b6-a202-40e3-a83a-617b4745f70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:53.463956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45488) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:53.464902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a574250d-214d-4335-824a-2afa174a5d00,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:53.475192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'security_group_rule': {'security_group_id': 'a574250d-214d-4335-824a-2afa174a5d00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:53.480858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] Set router 0274ac90-8712-4e56-a12f-69fb7ce810f9 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:49:53.482485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:53.486886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group_rule and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:53.490330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:53.497448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:53.505412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:53.518546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.552978 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=27beb0581c8e471da12d1e2146efadfa&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2041657
Apr 16 16:49:53.567772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45492) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:53.568488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45494) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:53.625497 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b211e121-4d0c-44ad-abe4-c00be159d9e0 req-34d4eed7-cfa3-4ee5-b780-6a8f4d1b50da tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.7303638
Apr 16 16:49:53.763648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] For port 28141278-207b-4edc-b13a-49cd00717aab, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=28141278-207b-4edc-b13a-49cd00717aab,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:49:53.766058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.783932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.785319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.814669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:53.837179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Sync routers for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:49:53.842482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:53.846145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.856025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:53.863372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:49:53.864211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f57c588>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:53.874419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.875458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:53.876268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.926551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.929068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:53.972581 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2032568
Apr 16 16:49:54.001357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:54.027739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.035664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=39822976-775a-4c3c-a99f-a9bcea7c3c87,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:54.040760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.045316 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5769827
Apr 16 16:49:54.055884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:54.066003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45502) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:54.070990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:54.118982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'security_group_rule': {'security_group_id': 'a574250d-214d-4335-824a-2afa174a5d00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:54.142149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcccc54-e32b-4a71-a415-c67bc77954d2,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:54.166628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:54.167833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:54.177949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:54.187402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Usage tracker for resource:security_group_rule and tenant:3b207eb672eb46e6a40c38a5f3d64c2b is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:54.196549 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Pushing event updated for resources: {'Port': ['ID=28141278-207b-4edc-b13a-49cd00717aab,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:54.208873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:54.219877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:54.220084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.222828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group_rule and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:54.239437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:54.241735 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-dcc87363-665b-42b8-b086-2276347eaac4 None None] Provisioning complete for port 28141278-207b-4edc-b13a-49cd00717aab triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:54.242449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcc87363-665b-42b8-b086-2276347eaac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.247431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:54.253432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:54.268713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-6d370c04-da7d-490d-b81f-18ce98da21fc tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:49:54.269798 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-6d370c04-da7d-490d-b81f-18ce98da21fc tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0111735
Apr 16 16:49:54.315442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.352661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:54.373062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.391746 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec96f45-9552-48dc-843e-85b545d7a85b,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:54.404588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.408251 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/aec96f45-9552-48dc-843e-85b545d7a85b HTTP/1.1" status: 204  len: 168 time: 0.8322723
Apr 16 16:49:54.408251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:54.432311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:49:54.510941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.590002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f78efd0>, [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:49:38Z', 'revision_number': 3, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port': {'id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:37Z', 'updated_at': '2021-04-16T16:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:54.595087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f086e64-b939-475a-9bb5-db844a0e2bf7 None None] The sync data for ids ['0274ac90-8712-4e56-a12f-69fb7ce810f9'] in dv-cinder-733622-13-iscsi is: [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:49:38Z', 'revision_number': 3, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port': {'id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:37Z', 'updated_at': '2021-04-16T16:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:49:54.597402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Request body: {'port': {'device_id': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:54.778818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.850732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.899612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.916345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.945920 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=afeceb1cbeec4f328b578cf47be710aa&name=default HTTP/1.1" status: 200  len: 2979 time: 4.1089275
Apr 16 16:49:54.952494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45518) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:54.963015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.977910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.995263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:54.999630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:55.047469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2c0927-7ba3-4c53-8e15-e6be333f7902,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:55.072054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:55.126558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfe0b9e-b512-4e18-a59a-59672b15175a,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:55.136954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:55.153717 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:55.313714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:55.330781 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3b207eb672eb46e6a40c38a5f3d64c2b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7593524
Apr 16 16:49:55.357247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45526) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:55.493522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.699s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:55.494256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:55.515048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:55.516853 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4430184
Apr 16 16:49:55.591848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e66d17d-3cae-40ad-9d18-e0d936a0150c,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:55.605076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:55.613027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45532) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:55.685483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:55.697436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:55.702693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:floatingip and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:55.706428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:55.713985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:55.736598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:55.774144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:55.889838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f57c588>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:49:47Z', 'revision_number': 2, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:55.907571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Checking router: f5b83677-7f45-4652-862e-a4ab9d3f6599 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:49:55.907948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Updating router f5b83677-7f45-4652-862e-a4ab9d3f6599 port 6895143d-5570-4c7e-afca-15d75d6a52fd binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:49:56.018433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2c0927-7ba3-4c53-8e15-e6be333f7902,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:56.035246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.068912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.130555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 28141278-207b-4edc-b13a-49cd00717aab up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:49:56.273217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.351386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb96482-9b6e-4c4d-a63d-64c6dddfd9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:56.377795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e66d17d-3cae-40ad-9d18-e0d936a0150c,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:56.390463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 28141278-207b-4edc-b13a-49cd00717aab triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:56.390886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.412626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:56.417972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.434876 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6e66d17d-3cae-40ad-9d18-e0d936a0150c HTTP/1.1" status: 204  len: 168 time: 1.0740139
Apr 16 16:49:56.455497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf1bfe7-da12-4d36-b1c7-35557ebac6d2 {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:49:56.471990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.482745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.563936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Transition to ACTIVE for port object baf1bfe7-da12-4d36-b1c7-35557ebac6d2 will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:56.577488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:56.632253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:56.893566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 39822976-775a-4c3c-a99f-a9bcea7c3c87 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:49:56.901909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:57.139593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Pushing event updated for resources: {'Port': ['ID=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:57.141881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 39822976-775a-4c3c-a99f-a9bcea7c3c87 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:57.142541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:57.148686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:57.154474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Network d6379831-b1c8-4a55-8417-e80f9dd885d9 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:57.173954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Pushing event updated for resources: {'Port': ['ID=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:57.176926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:57.325891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:57.345795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Transition to ACTIVE for port object 6895143d-5570-4c7e-afca-15d75d6a52fd will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:49:57.355129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:57.375039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:57.378929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Allocated IP 172.27.0.178 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/f60a56a2-c100-43db-a313-78a8e87c423a) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:49:57.426545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.932s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:57.428803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:57.432521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc71a-36f7-4fe9-b311-6f28c9134364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:57.551668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 0f4309b8-4561-4bf7-8357-81ede75bc525 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:49:57.579189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5d0b-e649-4e3f-bdf4-de6dbc5e39cd None None] Pushing event updated for resources: {'Port': ['ID=6895143d-5570-4c7e-afca-15d75d6a52fd,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:57.586709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-777a5d0b-e649-4e3f-bdf4-de6dbc5e39cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:57.650864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.753s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:57.665017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45560) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:57.679551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:57.687577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:57.688299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:57.792100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 0f4309b8-4561-4bf7-8357-81ede75bc525 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:49:57.823261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 0f4309b8-4561-4bf7-8357-81ede75bc525 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:49:57.823694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:57.891617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:57.941881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Attempting to bind port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:49:57.942413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Attempting to bind port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:49:57.942677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Attempting to bind port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:49:57.977031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:49:57.977391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Attempting to bind port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:49:58.010799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9208174-30a8-4e34-982c-7aad28536748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec96f45-9552-48dc-843e-85b545d7a85b,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:58.025108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Router 0274ac90-8712-4e56-a12f-69fb7ce810f9 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:49:58.026166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:49:58.046814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Checking segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:58.047532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Bound using segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:49:58.048034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Bound port: baf1bfe7-da12-4d36-b1c7-35557ebac6d2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:49:58.048428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.074009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff6ea-7b5e-463e-a07c-0ae2eb7424ae req-54790715-36d1-4b05-aede-929146d347b6 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:58.081967 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6b1ff6ea-7b5e-463e-a07c-0ae2eb7424ae req-54790715-36d1-4b05-aede-929146d347b6 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 931 time: 6.1602063
Apr 16 16:49:58.114306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:58.118780 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 13.3345871
Apr 16 16:49:58.134385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Attempting to bind port 6895143d-5570-4c7e-afca-15d75d6a52fd on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:49:58.134808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Attempting to bind port 6895143d-5570-4c7e-afca-15d75d6a52fd by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:49:58.135214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Attempting to bind port 6895143d-5570-4c7e-afca-15d75d6a52fd on network 5636c544-b076-4465-9c13-a664e37a5e03 {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:49:58.158623 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:49:58.159132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Checking segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:49:58.162953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.163223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Usage tracker for resource:security_group_rule and tenant:ecfd6a497c174bc3ac84e51ee5b038a2 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:58.163459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Bound using segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:49:58.164014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Bound port: 6895143d-5570-4c7e-afca-15d75d6a52fd, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:49:58.164443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.178870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.198867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 0f4309b8-4561-4bf7-8357-81ede75bc525, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=0f4309b8-4561-4bf7-8357-81ede75bc525,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:49:58.209269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.218693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:58.240784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:58.304551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:58.304749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=0f4309b8-4561-4bf7-8357-81ede75bc525,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:58.308191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:58.316955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] For port 6895143d-5570-4c7e-afca-15d75d6a52fd, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:49:58.320448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] For port 6895143d-5570-4c7e-afca-15d75d6a52fd, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=6895143d-5570-4c7e-afca-15d75d6a52fd,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:49:58.327419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.342316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:58.346195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.388214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded57a95-4851-489d-b71d-c51812714de4 req-792ef044-719c-46bf-9b5b-2fe54d7c938f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:58.389253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ded57a95-4851-489d-b71d-c51812714de4 req-792ef044-719c-46bf-9b5b-2fe54d7c938f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Synchronizing usage tracker for tenant:3c4509f4d9074c578fb7a7179ade0427 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:49:58.412975 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6b1ff6ea-7b5e-463e-a07c-0ae2eb7424ae req-63b63090-e45c-4d96-a182-f3cd14baf526 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299971
Apr 16 16:49:58.424101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5d0b-e649-4e3f-bdf4-de6dbc5e39cd None None] Pushing event updated for resources: {'Port': ['ID=6895143d-5570-4c7e-afca-15d75d6a52fd,revision_number=4']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:58.429978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.443738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc71a-36f7-4fe9-b311-6f28c9134364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.491814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-777a5d0b-e649-4e3f-bdf4-de6dbc5e39cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:58.519455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:58.562991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c653d2b-76c1-42f4-ac41-0978f90a2488,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:58.568931 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:58.582377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Request body: {'port': {'device_id': '85c9b9dd-948e-40a5-aa29-744166975b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:49:58.609307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:49:58.610267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f57c588>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:58.631917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] For port baf1bfe7-da12-4d36-b1c7-35557ebac6d2, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:49:58.664264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 5.119s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:58.664689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:58.679586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:49:58.686419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:49:58.694427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:49:58.711492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] For port baf1bfe7-da12-4d36-b1c7-35557ebac6d2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:49:58.727516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:58.940309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'Port': ['ID=f60a56a2-c100-43db-a313-78a8e87c423a,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:58.977768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:58.981377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:59.022438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45582) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:59.025790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.170s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:59.026117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:59.026782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.045847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ded57a95-4851-489d-b71d-c51812714de4 req-792ef044-719c-46bf-9b5b-2fe54d7c938f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Unset dirty status for tenant:3c4509f4d9074c578fb7a7179ade0427 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:49:59.047040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded57a95-4851-489d-b71d-c51812714de4 req-792ef044-719c-46bf-9b5b-2fe54d7c938f tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 931 time: 3.8596492
Apr 16 16:49:59.062605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Pushing event updated for resources: {'Port': ['ID=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:59.073082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:59.074435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:59.075027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:49:59.075144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.076565 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] 10.222.0.120 "PUT /v2.0/ports/baf1bfe7-da12-4d36-b1c7-35557ebac6d2 HTTP/1.1" status: 200  len: 1093 time: 4.6680672
Apr 16 16:49:59.079443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'tag': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:49:59.190738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ded57a95-4851-489d-b71d-c51812714de4 req-ef95b674-ee85-4e01-ba04-a6b44b62f59a tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Synchronizing usage tracker for tenant:3c4509f4d9074c578fb7a7179ade0427 on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:49:59.208083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.410752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.431156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.468092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.514142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.526607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f57c588>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:49:58Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:59.535091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a9673-fc04-4430-a56c-105dcc22ebec None None] The sync data for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi is: [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:49:58Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:49:59.537730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ded57a95-4851-489d-b71d-c51812714de4 req-ef95b674-ee85-4e01-ba04-a6b44b62f59a tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Unset dirty status for tenant:3c4509f4d9074c578fb7a7179ade0427 on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:49:59.539318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded57a95-4851-489d-b71d-c51812714de4 req-ef95b674-ee85-4e01-ba04-a6b44b62f59a tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4526269
Apr 16 16:49:59.546143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:49:59.590247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-719ba8bb-b958-4fb9-b7c6-5e82f1e1c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:59.591887 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-719ba8bb-b958-4fb9-b7c6-5e82f1e1c954 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 1096 time: 0.2364209
Apr 16 16:49:59.605655 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ecfd6a497c174bc3ac84e51ee5b038a2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9156618
Apr 16 16:49:59.613823 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45598) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:49:59.618136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.628285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:49:59.632720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Usage tracker for resource:security_group_rule and tenant:61653bc5a28c404aaf03bf997659139a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:49:59.635776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:49:59.642826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:49:59.682096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:49:59.683889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc71a-36f7-4fe9-b311-6f28c9134364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.700881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Sync routers for ids ['0274ac90-8712-4e56-a12f-69fb7ce810f9'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:49:59.720410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Routers {'0274ac90-8712-4e56-a12f-69fb7ce810f9'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:49:59.721323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f57ae80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['0274ac90-8712-4e56-a12f-69fb7ce810f9'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:49:59.764756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.797380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.801646 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'tag': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'status': 'completed', 'code': 200}
Apr 16 16:49:59.804026 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-13eca3da-431c-4ff8-b530-ebf48e4a846d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2 HTTP/1.1" status: 200  len: 217 time: 0.1897507
Apr 16 16:49:59.804669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166daf11-482c-4b8e-8d84-19d0c3c80280,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:49:59.813035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:49:59.908538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:49:59.938189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-045a5261-6150-496a-9211-fb1d380c7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:49:59.939328 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-045a5261-6150-496a-9211-fb1d380c7dc9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.1253781
Apr 16 16:49:59.944616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Set router 0274ac90-8712-4e56-a12f-69fb7ce810f9 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:49:59.974885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-376e3cc4-973f-42a5-9759-cb21ee99d62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:00.089683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.100161 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-f0b8c5ac-0fce-4e32-9d52-ee04c65972fd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1380115
Apr 16 16:50:00.147976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc71a-36f7-4fe9-b311-6f28c9134364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.151824 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dc4dc71a-36f7-4fe9-b311-6f28c9134364 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/0c653d2b-76c1-42f4-ac41-0978f90a2488 HTTP/1.1" status: 204  len: 168 time: 5.0798790
Apr 16 16:50:00.153533 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-151032b6-988d-4432-b5f1-8c8a646cfad0 admin admin] 10.222.0.103 "PUT /v2.0/routers/0274ac90-8712-4e56-a12f-69fb7ce810f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.5494506
Apr 16 16:50:00.286146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dc71a-36f7-4fe9-b311-6f28c9134364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c653d2b-76c1-42f4-ac41-0978f90a2488,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:00.339450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.382866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.406088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-de67b180-8ce0-452d-adb5-e40a5172664d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:00.430021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166daf11-482c-4b8e-8d84-19d0c3c80280,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:00.440209 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-82b4a783-241f-4fa3-a68d-d0b172ab8d39 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3312209
Apr 16 16:50:00.440876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:00.477180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6895143d-5570-4c7e-afca-15d75d6a52fd up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:00.616443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 6895143d-5570-4c7e-afca-15d75d6a52fd completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:00.623723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 6895143d-5570-4c7e-afca-15d75d6a52fd triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:00.624345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.632163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:00.654835 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-75bef3e6-a25f-4a4b-b8bd-c875785f5880 req-aa3953f5-bba4-4001-badb-00f75bdf3f1c service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050023
Apr 16 16:50:00.682136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.684441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.688377 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/166daf11-482c-4b8e-8d84-19d0c3c80280 HTTP/1.1" status: 204  len: 168 time: 1.0690770
Apr 16 16:50:00.698387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.734259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f57ae80>, [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port': {'id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:37Z', 'updated_at': '2021-04-16T16:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'ad2c0927-7ba3-4c53-8e15-e6be333f7902', 'name': '', 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'mac_address': 'fa:16:3e:25:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:49Z', 'updated_at': '2021-04-16T16:49:54Z', 'revision_number': 2, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'subnets': [{'id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:00.799750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:00.811731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Checking router: 0274ac90-8712-4e56-a12f-69fb7ce810f9 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:50:00.812113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Updating router 0274ac90-8712-4e56-a12f-69fb7ce810f9 port ad2c0927-7ba3-4c53-8e15-e6be333f7902 binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:50:00.821684 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=61653bc5a28c404aaf03bf997659139a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7735460
Apr 16 16:50:00.822799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45620) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:00.850781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45622) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:00.877935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.882244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dfa443-2914-4f45-9549-8f06bc07d371,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:00.899295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:00.918330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.562s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:00.918667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:00.920259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Router ce074404-c807-469d-a682-d796f20dd67c is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:50:00.931656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.955418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 6895143d-5570-4c7e-afca-15d75d6a52fd, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=6895143d-5570-4c7e-afca-15d75d6a52fd,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:00.963053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:00.964180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 0f4309b8-4561-4bf7-8357-81ede75bc525 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:00.988834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.001115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:01.013108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9279522-cb93-41dd-a92b-f951ee1480a2 req-538d0085-a109-40e7-b59c-566994e88c06 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:01.014784 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9279522-cb93-41dd-a92b-f951ee1480a2 req-538d0085-a109-40e7-b59c-566994e88c06 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 943 time: 1.4471946
Apr 16 16:50:01.023613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:01.028159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:79525015103a4d8e863fa4ceef19dc32 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:01.031451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:01.038233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:01.111466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.200125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'Port': ['ID=f60a56a2-c100-43db-a313-78a8e87c423a,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:01.203214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:01.204482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.220255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.246497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-988cd817-6629-4c65-8737-a52d6f8dfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:01.248176 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-988cd817-6629-4c65-8737-a52d6f8dfe00 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 1096 time: 0.5179017
Apr 16 16:50:01.254414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.258928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.357694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.359357 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7087314
Apr 16 16:50:01.374067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0295efd7-49ba-413b-b5cd-83dfa57c59ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:01.400759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a521fa-a5be-4b5c-b294-354f27de79b2 req-ec03bc19-f00c-44fb-a31a-48a1f34384a4 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:01.402510 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-21a521fa-a5be-4b5c-b294-354f27de79b2 req-ec03bc19-f00c-44fb-a31a-48a1f34384a4 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 931 time: 0.5932443
Apr 16 16:50:01.435503 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9279522-cb93-41dd-a92b-f951ee1480a2 req-c368ed33-ce97-416d-9907-470961fe00fc tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2622943
Apr 16 16:50:01.486920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-6c24ac55-f0bd-40bc-a25c-3bbdf5c8164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:01.490663 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-6c24ac55-f0bd-40bc-a25c-3bbdf5c8164a service neutron] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 916 time: 0.2268019
Apr 16 16:50:01.530701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=6895143d-5570-4c7e-afca-15d75d6a52fd,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:01.538653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:01.547472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 0f4309b8-4561-4bf7-8357-81ede75bc525 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:01.548003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.550191 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-21a521fa-a5be-4b5c-b294-354f27de79b2 req-19310777-6563-440f-96c4-bef368bc54b2 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270564
Apr 16 16:50:01.562515 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=79525015103a4d8e863fa4ceef19dc32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6620650
Apr 16 16:50:01.564056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:01.575271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45650) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:01.576008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f701855f-ee57-4f63-83c7-952fd751164e,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:01.590873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:01.709168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:50:01.720342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Sync routers for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:50:01.725621 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-586b4e05-0b32-4fdd-8cb1-45d27a55caf9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2 HTTP/1.1" status: 200  len: 217 time: 0.2204030
Apr 16 16:50:01.742953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:50:01.743638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f16d9e8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:01.813375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:01.823079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45668) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:01.868611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-70c53813-b975-4b0c-ac01-90b0372a214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:01.870557 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-70c53813-b975-4b0c-ac01-90b0372a214d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.1313143
Apr 16 16:50:01.872124 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.881840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.899536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.916520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Notify callbacks [] for router, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.919212 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 22.1712995
Apr 16 16:50:01.924398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45674) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:01.947268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d349c8e5-6bec-4932-aef1-7d88152a7fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:01.985606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:01.991373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.012186 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/90dfa443-2914-4f45-9549-8f06bc07d371 HTTP/1.1" status: 204  len: 168 time: 1.1579788
Apr 16 16:50:02.028694 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-17d6b14f-f228-49c4-b0fe-0f847be913eb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1475334
Apr 16 16:50:02.058108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dfa443-2914-4f45-9549-8f06bc07d371,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:02.070610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:02.084170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:50:02.205287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.239300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Transition to ACTIVE for port object ad2c0927-7ba3-4c53-8e15-e6be333f7902 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:02.254148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.398089 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-82745109-57cb-48f4-beef-592fc032ae5f service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3468277
Apr 16 16:50:02.426639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:02.516901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6895143d-5570-4c7e-afca-15d75d6a52fd up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:02.580790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8ae30-b484-4e9b-a6b6-79aa8ce21d67 None None] Pushing event updated for resources: {'Port': ['ID=ad2c0927-7ba3-4c53-8e15-e6be333f7902,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:02.661515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8ee8ae30-b484-4e9b-a6b6-79aa8ce21d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:02.671350 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-384877ce-686a-4cc9-a2ee-54f294d7ce7d req-1e8f1f89-dce5-4f7e-bc8b-696584bd9f35 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2652819
Apr 16 16:50:02.702226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Transition to ACTIVE for port object 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:02.707550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f16d9e8>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:49:54Z', 'revision_number': 3, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:02.708551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45696) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:02.710595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-257611504-network', 'tenant_id': '8f3ad58979f74c09a1d8a4e660fe87bf'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:02.714061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Checking router: ce074404-c807-469d-a682-d796f20dd67c for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:50:02.714604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Updating router ce074404-c807-469d-a682-d796f20dd67c port f57a9104-6351-4f0e-925f-47280de365f1 binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:50:02.715507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:02.719606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Usage tracker for resource:network and tenant:8f3ad58979f74c09a1d8a4e660fe87bf is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:02.722591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:02.728944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:02.735414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.758375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:02.764804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Usage tracker for resource:security_group_rule and tenant:acbdb90494ee487ca048ff42d0baae7f is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:02.768253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:02.772011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Attempting to bind port ad2c0927-7ba3-4c53-8e15-e6be333f7902 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:02.772433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Attempting to bind port ad2c0927-7ba3-4c53-8e15-e6be333f7902 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:02.772844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Attempting to bind port ad2c0927-7ba3-4c53-8e15-e6be333f7902 on network 880a3b9d-09cf-48d2-b88b-bd1b126573cb {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:02.776772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:02.779174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:02.779597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Checking segment: {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:02.780043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.780479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Bound using segment: {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:02.780991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Bound port: ad2c0927-7ba3-4c53-8e15-e6be333f7902, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:02.781406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.786196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.807727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Made reservation on behalf of 8f3ad58979f74c09a1d8a4e660fe87bf for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:02.812785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.826596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.865152 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-81aa7602-8024-4195-a3c4-765779c8ac36 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--205742978&fields=id&tenant_id=fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 267 time: 1.0926552
Apr 16 16:50:02.879093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:02.881010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.884176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.892195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] For port ad2c0927-7ba3-4c53-8e15-e6be333f7902, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:02.892913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:02.895364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] For port ad2c0927-7ba3-4c53-8e15-e6be333f7902, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=ad2c0927-7ba3-4c53-8e15-e6be333f7902,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:02.897252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 6895143d-5570-4c7e-afca-15d75d6a52fd triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:02.897618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.947571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:02.952115 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=acbdb90494ee487ca048ff42d0baae7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2413611
Apr 16 16:50:02.952954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45700) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:02.955944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93b0ec-2f00-49c7-bd95-5c2ac7dfc0d7,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:02.960476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:02.963381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.011082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:03.021432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:03.101101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e0469044-b650-4195-b806-ae8ac4eed757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:03.164952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-af4e173b-6c19-4aa2-87b7-c2be3474b037 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:03.166942 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-af4e173b-6c19-4aa2-87b7-c2be3474b037 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 819 time: 0.7408035
Apr 16 16:50:03.168319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:03.183709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8ae30-b484-4e9b-a6b6-79aa8ce21d67 None None] Pushing event updated for resources: {'Port': ['ID=ad2c0927-7ba3-4c53-8e15-e6be333f7902,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:03.189019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8ee8ae30-b484-4e9b-a6b6-79aa8ce21d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:03.213225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Usage tracker for resource:security_group_rule and tenant:8f3ad58979f74c09a1d8a4e660fe87bf is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:03.217432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.223349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:03.237713 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-28020d75-5101-4bcc-929a-109897dfb027 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/quotas/cf1487baf5ab430cb361532e11cd888c HTTP/1.1" status: 200  len: 375 time: 0.0551476
Apr 16 16:50:03.247015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.266625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Transition to ACTIVE for port object f57a9104-6351-4f0e-925f-47280de365f1 will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:03.269303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.276726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Routers {'0274ac90-8712-4e56-a12f-69fb7ce810f9'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:50:03.277416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f57ae80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['0274ac90-8712-4e56-a12f-69fb7ce810f9'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:03.280358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:03.283129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c7ad09bd-3bcf-4a5b-9def-1e29a4f7f921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:03.289347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:03.338333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.373607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.417428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.422522 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f701855f-ee57-4f63-83c7-952fd751164e HTTP/1.1" status: 204  len: 168 time: 1.8305564
Apr 16 16:50:03.424246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701855f-ee57-4f63-83c7-952fd751164e,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:03.427608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.434660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:03.436204 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ed1cf943-c0a3-4c97-98d3-53f77881aad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:03.454149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.459683 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/9e93b0ec-2f00-49c7-bd95-5c2ac7dfc0d7 HTTP/1.1" status: 204  len: 168 time: 0.5054753
Apr 16 16:50:03.461068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e93b0ec-2f00-49c7-bd95-5c2ac7dfc0d7,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:03.464958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:03.484520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] Set router 0274ac90-8712-4e56-a12f-69fb7ce810f9 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:50:03.509028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdfde3-513f-4cf8-aff5-2d71af71af4b None None] Pushing event updated for resources: {'Port': ['ID=f57a9104-6351-4f0e-925f-47280de365f1,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:03.518319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2dbdfde3-513f-4cf8-aff5-2d71af71af4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:03.605699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Attempting to bind port f57a9104-6351-4f0e-925f-47280de365f1 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:03.607759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Attempting to bind port f57a9104-6351-4f0e-925f-47280de365f1 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:03.608568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Attempting to bind port f57a9104-6351-4f0e-925f-47280de365f1 on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:03.621540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:03.621955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:03.622432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.626484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:03.627146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Bound port: f57a9104-6351-4f0e-925f-47280de365f1, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:03.627652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.682707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-591bf7cd-fb21-4255-a259-2d1d9b36caab tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:03.684318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-591bf7cd-fb21-4255-a259-2d1d9b36caab tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 817 time: 0.7057657
Apr 16 16:50:03.806779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] For port f57a9104-6351-4f0e-925f-47280de365f1, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:03.810172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] For port f57a9104-6351-4f0e-925f-47280de365f1, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f57a9104-6351-4f0e-925f-47280de365f1,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:03.814120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.836732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-10e94485-03b2-453e-9682-b9ce2f41504e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:03.910652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:03.923156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:04.024992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f57ae80>, [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port': {'id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:37Z', 'updated_at': '2021-04-16T16:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'ad2c0927-7ba3-4c53-8e15-e6be333f7902', 'name': '', 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'mac_address': 'fa:16:3e:25:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:49Z', 'updated_at': '2021-04-16T16:50:02Z', 'revision_number': 4, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'subnets': [{'id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:04.037271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdfde3-513f-4cf8-aff5-2d71af71af4b None None] Pushing event updated for resources: {'Port': ['ID=f57a9104-6351-4f0e-925f-47280de365f1,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:04.041230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4112a-61b2-4219-a49f-6344259d8fce None None] The sync data for ids ['0274ac90-8712-4e56-a12f-69fb7ce810f9'] in dv-cinder-733622-13-iscsi is: [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port': {'id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:37Z', 'updated_at': '2021-04-16T16:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'ad2c0927-7ba3-4c53-8e15-e6be333f7902', 'name': '', 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'mac_address': 'fa:16:3e:25:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:49Z', 'updated_at': '2021-04-16T16:50:02Z', 'revision_number': 4, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'subnets': [{'id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:50:04.044045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2dbdfde3-513f-4cf8-aff5-2d71af71af4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:04.072312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:04.128782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:50:04.129480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f16d9e8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:49:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:04.207415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1372}  {{(pid=85298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:50:04.222044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd6ac1-fb84-450f-af7d-e3548c36cc01,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:04.336035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bae148c6-3e6a-4de4-80a1-7eb76f421319 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/quotas/fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 375 time: 0.5070763
Apr 16 16:50:04.353260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:04.451262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device ad2c0927-7ba3-4c53-8e15-e6be333f7902 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:04.575869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port ad2c0927-7ba3-4c53-8e15-e6be333f7902 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:04.589347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port ad2c0927-7ba3-4c53-8e15-e6be333f7902 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:04.589769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:04.891536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:50:04.922378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:04.985129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port ad2c0927-7ba3-4c53-8e15-e6be333f7902, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=ad2c0927-7ba3-4c53-8e15-e6be333f7902,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:04.991855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:04.995353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9a23ac05-4df4-4b6a-b87c-43ed194c3ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:05.042034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device baf1bfe7-da12-4d36-b1c7-35557ebac6d2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:50:05.090891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:05.091799 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Added segment def5e1d3-4ee8-475e-a468-209a2e738dab of type vlan for network c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65
Apr 16 16:50:05.144026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-e10c474b-a7a4-4819-a97f-48c3e5497799 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Synchronizing usage tracker for tenant:cf1487baf5ab430cb361532e11cd888c on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:50:05.224946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=ad2c0927-7ba3-4c53-8e15-e6be333f7902,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:05.233037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:05.241703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-e10c474b-a7a4-4819-a97f-48c3e5497799 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Unset dirty status for tenant:cf1487baf5ab430cb361532e11cd888c on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:50:05.251275 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-e10c474b-a7a4-4819-a97f-48c3e5497799 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&fields=id HTTP/1.1" status: 200  len: 255 time: 1.9990287
Apr 16 16:50:05.471355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f16d9e8>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:49:54Z', 'revision_number': 3, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:05.476071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bba7aa-7349-4912-b332-e9d6bb5bbfcc None None] The sync data for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi is: [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:49:54Z', 'revision_number': 3, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:50:05.512168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Attempting to bind port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:05.512751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Attempting to bind port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b0f4908e-2b2f-451c-8cfb-696a66971b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:05.513284 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Attempting to bind port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 on network d6379831-b1c8-4a55-8417-e80f9dd885d9 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:05.518135 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-d6ed87c9-91da-4bca-b413-d7638dd4662e service neutron] 10.222.0.103 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2658541
Apr 16 16:50:05.580787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port baf1bfe7-da12-4d36-b1c7-35557ebac6d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:05.586471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 on network d6379831-b1c8-4a55-8417-e80f9dd885d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:50:05.587081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Attempting to bind port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 on network d6379831-b1c8-4a55-8417-e80f9dd885d9 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:05.595653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:05.606525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'port_id': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'mac_address': 'fa:16:3e:be:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8546ee-d99b-425d-9916-8fdf5fedf32a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:50:05.675110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:05.675493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Checking segment: {'id': 'b0f4908e-2b2f-451c-8cfb-696a66971b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:05.676121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Bound using segment: {'id': 'b0f4908e-2b2f-451c-8cfb-696a66971b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:05.676657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Bound port: 0b5e633d-5dc8-49f9-9b83-70c95f998fa9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4908e-2b2f-451c-8cfb-696a66971b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:05.678375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:05.687958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:05.712362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf1bfe7-da12-4d36-b1c7-35557ebac6d2 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:05.736144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port baf1bfe7-da12-4d36-b1c7-35557ebac6d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:05.740561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:05.743411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:05.792560 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-57454a97-51eb-4096-8adc-d35d8af18a6c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&fields=id HTTP/1.1" status: 200  len: 348 time: 1.4442327
Apr 16 16:50:05.853381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:05.880584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:05.885258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:06.001957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:06.008026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:06.026688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:06.028027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:06.073076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01c95d03-59b6-4e28-8b6f-aa5b391deec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:06.126040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-176f9442-af7c-4532-a392-1b2ceca6d7df service neutron] 10.222.0.103 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5705748
Apr 16 16:50:06.320246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Pushing event updated for resources: {'Network': ['ID=c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:06.391698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:50:06.397547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:06.401750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] For port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:06.643077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:06.667202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device ad2c0927-7ba3-4c53-8e15-e6be333f7902 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:06.701530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45788) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:06.704997 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 4.8487306
Apr 16 16:50:06.709995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Request body: {'subnet': {'network_id': 'c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-257611504-subnet', 'tenant_id': '8f3ad58979f74c09a1d8a4e660fe87bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:06.712151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] For port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,segment=NetworkSegment(b0f4908e-2b2f-451c-8cfb-696a66971b14),segment_id=b0f4908e-2b2f-451c-8cfb-696a66971b14)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:06.725532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:06.731096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-108d5b24-b065-453c-bce6-b5a20cf2facf service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 16:50:06.736064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Usage tracker for resource:subnet and tenant:8f3ad58979f74c09a1d8a4e660fe87bf is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:06.744378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:06.749152 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-108d5b24-b065-453c-bce6-b5a20cf2facf service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2703907
Apr 16 16:50:06.759271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:06.784081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Made reservation on behalf of 8f3ad58979f74c09a1d8a4e660fe87bf for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:06.792608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:06.825025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.031352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port ad2c0927-7ba3-4c53-8e15-e6be333f7902 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:07.031352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.184709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2d3a-f6d3-4134-9942-29a19f665bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.300500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e360956e-61eb-484e-9536-73be3e65cc99 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:07.304677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f57a9104-6351-4f0e-925f-47280de365f1 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:07.415385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port f57a9104-6351-4f0e-925f-47280de365f1 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:07.417029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Allocated IP 172.20.0.1 (5482311a-e6d4-4b31-99e9-5c3f3d5468e8/fddd5571-f5d9-4f07-ae67-1803946ef089/6cd5363a-d3f7-42af-bf2a-0014a33962b1) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:50:07.425892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port f57a9104-6351-4f0e-925f-47280de365f1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:07.432502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.614557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.632557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-756310ee-e528-470c-b8f1-fc91f9d77ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:07.749397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.752118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=33435a37-7c8d-4a82-821b-c81eff080dac,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:07.761972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:07.793324 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port f57a9104-6351-4f0e-925f-47280de365f1, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f57a9104-6351-4f0e-925f-47280de365f1,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:07.796855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.799743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:07.881196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Checking segment: {'id': 'def5e1d3-4ee8-475e-a468-209a2e738dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1372, 'network_id': 'c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:07.881987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Network hostable DHCP agents. Network: c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:50:07.885663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=f57a9104-6351-4f0e-925f-47280de365f1,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:07.889917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:07.903175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Network c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:50:07.912791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:07.917287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:07.918099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:07.923305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85abf291-8773-408d-be4c-556f68e4e317 None None] Network c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:50:07.945564 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2417047
Apr 16 16:50:07.993376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:08.059624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad814f3-97f3-40a2-b081-12f3b9b0293b req-f14693fe-6800-486c-8c33-afb2c5376732 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:08.061347 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2ad814f3-97f3-40a2-b081-12f3b9b0293b req-f14693fe-6800-486c-8c33-afb2c5376732 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 944 time: 1.5542521
Apr 16 16:50:08.069843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:08.321245 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2ad814f3-97f3-40a2-b081-12f3b9b0293b req-b40a83b1-3647-4962-91a3-0c8f559c6e58 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010903
Apr 16 16:50:08.323011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:08.323792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:08.325609 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] 10.222.0.120 "PUT /v2.0/ports/0b5e633d-5dc8-49f9-9b83-70c95f998fa9 HTTP/1.1" status: 200  len: 1093 time: 9.7808490
Apr 16 16:50:08.342812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c9b9dd-948e-40a5-aa29-744166975b41', 'tag': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:08.398413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f57a9104-6351-4f0e-925f-47280de365f1 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:08.437181 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bb695013-372e-415e-bbfd-4edae0968a5e service neutron] 10.222.0.103 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6864161
Apr 16 16:50:08.546264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-873e9da4-c5af-495f-9345-1a3bea92c075 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:08.547081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-873e9da4-c5af-495f-9345-1a3bea92c075 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Synchronizing usage tracker for tenant:cf1487baf5ab430cb361532e11cd888c on resource:network {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:50:08.615491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-873e9da4-c5af-495f-9345-1a3bea92c075 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Unset dirty status for tenant:cf1487baf5ab430cb361532e11cd888c on resource:network {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:50:08.622479 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-873e9da4-c5af-495f-9345-1a3bea92c075 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 819 time: 0.4094057
Apr 16 16:50:08.643000 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Request body: {'port': {'device_id': '139562a9-bb46-4937-898d-cf6179ddc48d', 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'admin_state_up': True, 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:08.714860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bdbd1-daba-4fce-8cac-0988adef22a7 None None] Network c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:50:08.882018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:08.887434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:08.914090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:08.931587 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-abcf13fe-af21-418b-b6db-1f142475848b service neutron] 10.222.0.103 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4809425
Apr 16 16:50:08.936470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Made reservation on behalf of cf1487baf5ab430cb361532e11cd888c for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:08.950081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:08.993673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port f57a9104-6351-4f0e-925f-47280de365f1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:08.994100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.006810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Transition to ACTIVE for port object 6cd5363a-d3f7-42af-bf2a-0014a33962b1 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:09.044050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device baf1bfe7-da12-4d36-b1c7-35557ebac6d2 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:09.224667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:09.275146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:09.283373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.297725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45858) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:09.403117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45872) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:09.424204 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1914910953-network', 'tenant_id': 'b65ac7a705434393af6cf5d1eba4cd60'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:09.449252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:09.471159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Usage tracker for resource:network and tenant:b65ac7a705434393af6cf5d1eba4cd60 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:09.481184 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:09.490389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-b248f20d-e27f-4700-a511-2ff98dcffc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:09.500849 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-b248f20d-e27f-4700-a511-2ff98dcffc91 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3c4509f4d9074c578fb7a7179ade0427&device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 1096 time: 0.8151884
Apr 16 16:50:09.504207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:09.509347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122e602-5c44-4c63-9572-bcbffd8ace29 req-466c343c-59cf-4df5-b684-16e92bb9c97c tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:09.511951 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f122e602-5c44-4c63-9572-bcbffd8ace29 req-466c343c-59cf-4df5-b684-16e92bb9c97c tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 943 time: 0.9122758
Apr 16 16:50:09.542414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Allocated IP 172.20.0.10 (880a3b9d-09cf-48d2-b88b-bd1b126573cb/40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9/225036d6-cc14-48bb-962c-c75655bf76af) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:50:09.544868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Made reservation on behalf of b65ac7a705434393af6cf5d1eba4cd60 for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:09.550235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.568016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.590800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:09.595318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Usage tracker for resource:security_group_rule and tenant:b65ac7a705434393af6cf5d1eba4cd60 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:09.599402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:09.607705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:09.622590 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-514d8142-39eb-4cdb-bba3-16ed2e5fead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.703539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.733243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.738527 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.743919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.751076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:09.765035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-808b172c-556c-4af9-a8ea-433d1a599401 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9 HTTP/1.1" status: 200  len: 217 time: 0.2508919
Apr 16 16:50:09.768494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:09.771296 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f03efcea-37ec-410c-b786-7c1f574bff42 req-5eb32e2c-b9fb-4153-8bcb-0381043ff266 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 210 time: 0.1684444
Apr 16 16:50:09.787388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1365}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:50:09.855107 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9f9b7-6500-427e-9c7f-aa1f2dc40cff,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:09.870905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port baf1bfe7-da12-4d36-b1c7-35557ebac6d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:09.874421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.876621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:09.902876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.903498 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Added segment d4dcd4fd-b3c6-48b5-a083-b8a49d239868 of type vlan for network 2106cc31-fec2-43a4-a1f4-2716a2319d91
Apr 16 16:50:09.905857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:09.946335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-006402d4-5018-47bf-bd01-b723c7d8b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:09.947834 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-006402d4-5018-47bf-bd01-b723c7d8b0d2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=139567b7-2d7e-4d65-9d79-b18ac9f95bd7 HTTP/1.1" status: 200  len: 852 time: 0.1686466
Apr 16 16:50:09.969739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:09.970748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:09.982665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:10.032147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.088664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:10.092297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.118540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7a417bc448c943d6989a30ce67a7f72d is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:10.126947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:10.138120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:10.144334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5441008a-9d74-403b-a1de-252df3a2b01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:10.206346 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-280862ce-7b41-41e7-a42e-1ed4a0936ff0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d6379831-b1c8-4a55-8417-e80f9dd885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2370958
Apr 16 16:50:10.210097 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f122e602-5c44-4c63-9572-bcbffd8ace29 req-142a8e97-f1a5-4dcc-aff2-97bd5951aa96 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6228814
Apr 16 16:50:10.258012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.308765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.321998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.326768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:10.327409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.423922 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c9b9dd-948e-40a5-aa29-744166975b41', 'tag': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9', 'status': 'completed', 'code': 200}
Apr 16 16:50:10.431006 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:10.455133 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0506480
Apr 16 16:50:10.464924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45900) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:10.469967 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-a2464ce8-836d-4ebb-9793-b8cbe9bb8300 service neutron] 10.222.0.120 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979492
Apr 16 16:50:10.540005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Request body: {'subnet': {'network_id': '2106cc31-fec2-43a4-a1f4-2716a2319d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1914910953-subnet', 'tenant_id': 'b65ac7a705434393af6cf5d1eba4cd60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:10.556550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:10.564527 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Usage tracker for resource:subnet and tenant:b65ac7a705434393af6cf5d1eba4cd60 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:10.577094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:10.595800 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-098bafbe-4b5b-441c-b349-c6b73ccff692 req-9aa871be-d737-4635-9901-1e542efcb9d8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 210 time: 0.1669159
Apr 16 16:50:10.601342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Pushing event updated for resources: {'Network': ['ID=2106cc31-fec2-43a4-a1f4-2716a2319d91,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:10.604721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:10.606043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:10.613166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 2106cc31-fec2-43a4-a1f4-2716a2319d91 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:50:10.656472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.664797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.669442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd5363a-d3f7-42af-bf2a-0014a33962b1,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:10.707573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13be9deb-c204-4447-a6ef-656b6a4bf7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:10.716850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Made reservation on behalf of b65ac7a705434393af6cf5d1eba4cd60 for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:10.722684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.727656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:10.740385 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=7a417bc448c943d6989a30ce67a7f72d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4410746
Apr 16 16:50:10.746469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45912) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:10.777038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:10.789980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:10.842231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.854858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:50:10.855392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.889450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9289873b-342a-4420-b156-2767eca2ac98,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:10.903482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:10.950531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044e480-88e8-4291-98a4-c2133d9b0f5d req-076f55a2-31fc-4abe-b25e-ad95543839be tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:10.952284 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c044e480-88e8-4291-98a4-c2133d9b0f5d req-076f55a2-31fc-4abe-b25e-ad95543839be tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.4389527
Apr 16 16:50:10.961571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0b2a2c01-2928-4701-ae94-551b2eea383c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:10.981566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-3bc54de2-efae-4545-9060-1d35bd490f45 None None] Provisioning for port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:10.986993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-3bc54de2-efae-4545-9060-1d35bd490f45 None None] Provisioning complete for port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:10.987532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3bc54de2-efae-4545-9060-1d35bd490f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:10.990037 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-186f0e38-c925-42de-957f-7d5fee62a7c4 req-1d91e94f-3d3f-4894-9a5a-df00dc670811 service neutron] 10.222.0.120 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4688251
Apr 16 16:50:11.055420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-3bc54de2-efae-4545-9060-1d35bd490f45 None None] Port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:50:11.077510 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c044e480-88e8-4291-98a4-c2133d9b0f5d req-a1dc35a0-c25d-4c9b-80d4-c6b78a5aa468 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101279
Apr 16 16:50:11.087305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-6eed9415-493b-475f-b1a5-e21fd0437dc0 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:11.088915 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-6eed9415-493b-475f-b1a5-e21fd0437dc0 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 819 time: 0.3470523
Apr 16 16:50:11.111033 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-2cf2ff31-c68f-4fad-8ea6-07b51e822bd5 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/quotas/cf1487baf5ab430cb361532e11cd888c HTTP/1.1" status: 200  len: 375 time: 0.0155194
Apr 16 16:50:11.133341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Pushing event updated for resources: {'Port': ['ID=225036d6-cc14-48bb-962c-c75655bf76af,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:11.149386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:11.198094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.200802 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'code': 200}
Apr 16 16:50:11.236109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.246024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.287193 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.314457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:11.319845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:11.332304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:50:11.339010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:11.339678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.446469 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8145442
Apr 16 16:50:11.449398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.452009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.453133 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/9289873b-342a-4420-b156-2767eca2ac98 HTTP/1.1" status: 204  len: 168 time: 0.6987469
Apr 16 16:50:11.456073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:11.468923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9289873b-342a-4420-b156-2767eca2ac98,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:11.471530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:11.518331 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-1e421401-d338-4319-84cf-649c439e573d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3725662
Apr 16 16:50:11.756326 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b963e-b162-41b8-8349-39d72d6d8e3d req-82bb52a9-2a2d-43fb-be11-d56a6c3c86f0 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:11.763249 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bc5b963e-b162-41b8-8349-39d72d6d8e3d req-82bb52a9-2a2d-43fb-be11-d56a6c3c86f0 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 943 time: 0.3297882
Apr 16 16:50:11.808503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 45932) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:11.812498 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-d54d9e00-a97d-4f42-816e-aeed09b171f3 service neutron] 10.222.0.103 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847047
Apr 16 16:50:11.843855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.859168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.875017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:11.882024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.891210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.952195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:11.973363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:12.000470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=28921cfb-eb6d-41f6-85df-90fed88fd723,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:12.012786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:12.016104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:12.021283 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bc5b963e-b162-41b8-8349-39d72d6d8e3d req-e9191aed-b557-4d3f-86b8-4254a54866ac tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2567549
Apr 16 16:50:12.098588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Checking segment: {'id': 'd4dcd4fd-b3c6-48b5-a083-b8a49d239868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': '2106cc31-fec2-43a4-a1f4-2716a2319d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:12.100010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Network hostable DHCP agents. Network: 2106cc31-fec2-43a4-a1f4-2716a2319d91, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:50:12.121324 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Network 2106cc31-fec2-43a4-a1f4-2716a2319d91 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:50:12.132923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 2106cc31-fec2-43a4-a1f4-2716a2319d91) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:12.137253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:12.137908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:12.144191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efdac81-aa56-443e-bf1c-e211df687a63 None None] Network 2106cc31-fec2-43a4-a1f4-2716a2319d91 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:50:12.163097 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6452196
Apr 16 16:50:12.320402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Usage tracker for resource:security_group_rule and tenant:dd52ca46cf704fbe8be07d28e5a1f7d6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:12.335161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:12.381058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:12.398142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e774c95-4015-4160-b67e-a1260031f357 None None] Network 2106cc31-fec2-43a4-a1f4-2716a2319d91 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:50:12.425600 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-74937c60-94a3-4828-ad51-70d49f01f4ed req-17caa1fe-eaba-4368-9eb4-726baa3fdd22 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 210 time: 0.1021950
Apr 16 16:50:12.479285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd5363a-d3f7-42af-bf2a-0014a33962b1,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:12.497918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:12.571152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:12.573995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:12.577566 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-222e4a7d-7d5a-4253-854a-f9adde611cea service neutron] 10.222.0.103 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7435336
Apr 16 16:50:12.901667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-742a3ccc-d5a3-4b2b-b0ea-4f7fd61dc237 None None] Provisioning complete for port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:12.902244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-742a3ccc-d5a3-4b2b-b0ea-4f7fd61dc237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:12.926859 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c71fc21d-79a3-43b9-b816-56d2d58055c0 req-6094c3f9-c3d2-40fe-8476-7e77ba956c83 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 210 time: 0.1576688
Apr 16 16:50:12.965778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Router ce074404-c807-469d-a682-d796f20dd67c has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:50:13.000327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-742a3ccc-d5a3-4b2b-b0ea-4f7fd61dc237 None None] Port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:50:13.052951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4269-fbc0-40b5-a599-ef94aef3b31a req-59119e58-6659-405d-b8be-bb04d5097965 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:13.054652 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fd9e4269-fbc0-40b5-a599-ef94aef3b31a req-59119e58-6659-405d-b8be-bb04d5097965 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.2869992
Apr 16 16:50:13.135237 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:13.175101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:13.257138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:13.308423 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fd9e4269-fbc0-40b5-a599-ef94aef3b31a req-6baf627b-9bad-42ad-b50d-b6658f077f34 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844110
Apr 16 16:50:13.384916 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=dd52ca46cf704fbe8be07d28e5a1f7d6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5750933
Apr 16 16:50:13.387927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 45962) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:13.388359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da48530f-2c38-4e47-b6cb-64faf6e9f432,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:13.394323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:13.417669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:50:13.426846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Sync routers for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:50:13.445152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:50:13.446109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f560860>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:13.456192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:13.464005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b285591-4d38-40aa-bad9-13f7e9627f52 req-dab23893-4f13-429e-93a2-706894fe6ca0 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:13.466152 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b285591-4d38-40aa-bad9-13f7e9627f52 req-dab23893-4f13-429e-93a2-706894fe6ca0 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 943 time: 0.2303820
Apr 16 16:50:13.472617 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] 10.222.0.103 "PUT /v2.0/routers/ce074404-c807-469d-a682-d796f20dd67c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5146799
Apr 16 16:50:13.526722 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b285591-4d38-40aa-bad9-13f7e9627f52 req-4e2ebaa4-4304-4477-9b0a-c1917f934f26 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519564
Apr 16 16:50:13.545428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Request body: {'port': {'device_id': '139562a9-bb46-4937-898d-cf6179ddc48d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:13.664989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:13.807365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.120', 57390) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:13.830250 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-03962b6a-1a4d-42bd-bae9-e3156ba78579 req-2f85fd28-e0d8-408b-a9dd-56a5032c34cb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 210 time: 0.0959930
Apr 16 16:50:13.860466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-6afbe389-9f18-4440-93e9-7bda41953e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:13.862245 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-6afbe389-9f18-4440-93e9-7bda41953e39 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3c4509f4d9074c578fb7a7179ade0427&device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 1096 time: 0.2573261
Apr 16 16:50:13.917053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:13.921900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:50:14.057198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-b89336fe-4fea-4ff7-94c1-1a545edf0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:14.059413 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-b89336fe-4fea-4ff7-94c1-1a545edf0fa9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d6379831-b1c8-4a55-8417-e80f9dd885d9 HTTP/1.1" status: 200  len: 914 time: 0.1902082
Apr 16 16:50:14.076044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.120', 57392) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:14.114940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:14.137648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d832bc31-df9a-491d-9a4e-703b69d1f66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:14.189061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48530f-2c38-4e47-b6cb-64faf6e9f432,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:14.212619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:14.214864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c538-7971-4c32-913d-cda2647d057a req-36cb0f8e-8a14-46e0-826a-2a8dc30fa403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:14.218499 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7400c538-7971-4c32-913d-cda2647d057a req-36cb0f8e-8a14-46e0-826a-2a8dc30fa403 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 1098 time: 0.4043441
Apr 16 16:50:14.232642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:14.233841 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/da48530f-2c38-4e47-b6cb-64faf6e9f432 HTTP/1.1" status: 204  len: 168 time: 0.8448267
Apr 16 16:50:14.253140 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-eef3d588-bfad-4961-9f74-d8cffc5d3664 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9 HTTP/1.1" status: 200  len: 217 time: 0.1733716
Apr 16 16:50:14.266208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:14.433538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:14.443869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Usage tracker for resource:security_group_rule and tenant:ef9efb72d78a4762bb6b0c7f2bf429ad is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:14.462540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:14.491159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:14.502681 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a418a0a6-366f-4127-903c-c854afffc281 req-9fc6e651-fea7-4f19-ac36-e687f2f046b7 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 210 time: 0.3177357
Apr 16 16:50:14.637581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-bf1992d2-7ebc-47b1-a754-dbfb04ce4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:14.639793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-bf1992d2-7ebc-47b1-a754-dbfb04ce4579 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=139567b7-2d7e-4d65-9d79-b18ac9f95bd7 HTTP/1.1" status: 200  len: 852 time: 0.2413003
Apr 16 16:50:14.762096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.120', 57395) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:14.857232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f560860>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 2, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:14.871744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Checking router: ce074404-c807-469d-a682-d796f20dd67c for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:50:14.879296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Updating router ce074404-c807-469d-a682-d796f20dd67c port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:50:14.958009 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-9fcd15ec-761f-42fe-a65b-5319825fa413 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d6379831-b1c8-4a55-8417-e80f9dd885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3086178
Apr 16 16:50:15.055811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.072414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-83ed1a4b-8559-44bd-a41f-05a8f32a220f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:15.074041 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-83ed1a4b-8559-44bd-a41f-05a8f32a220f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 817 time: 0.9969280
Apr 16 16:50:15.249330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-62cd433c-cd46-4379-b16a-968464a36c89 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:15.252701 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-62cd433c-cd46-4379-b16a-968464a36c89 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 819 time: 0.4892881
Apr 16 16:50:15.256548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46026) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:15.289158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380580499', 'description': 'tempest-description--1478188267'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:15.304659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:15.313414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Request body: {'port': {'device_id': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'admin_state_up': True, 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:15.355596 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-52e18a06-08d8-47f0-8dd2-dacb106f3a3e service neutron] 10.222.0.120 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3764949
Apr 16 16:50:15.432846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:15.439385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:15.533920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:15.677639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.701972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:15.809841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.810918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Usage tracker for resource:port and tenant:cf1487baf5ab430cb361532e11cd888c is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:15.818322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:15.837925 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:15.840188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Transition to ACTIVE for port object 6cd5363a-d3f7-42af-bf2a-0014a33962b1 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:15.840620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:15.851770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.852047 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group_rule and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:15.856693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225036d6-cc14-48bb-962c-c75655bf76af {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:15.863545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:15.874345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.878466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-108230bb-ca3d-454b-8513-536449db9bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:15.883116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.886711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:15.891742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.914455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c91d7468-c89d-43bd-ac36-bbb0954031f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:15.945079 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7097540
Apr 16 16:50:15.952474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6bce90-3a58-4acc-a43f-0ab329e7015f,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:15.966356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Made reservation on behalf of cf1487baf5ab430cb361532e11cd888c for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:15.972841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:15.991098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:16.045692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Transition to ACTIVE for port object 225036d6-cc14-48bb-962c-c75655bf76af will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:16.062466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f8374-14fc-4789-ab06-e75b36a5b079 None None] Pushing event updated for resources: {'Port': ['ID=6cd5363a-d3f7-42af-bf2a-0014a33962b1,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:16.068701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-674f8374-14fc-4789-ab06-e75b36a5b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:16.087418 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-613b85e3-cbfc-4ec1-bccd-8adc6f185e62 req-7c3a08bf-2d28-425b-93f9-cb29841372c4 service neutron] 10.222.0.120 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7015696
Apr 16 16:50:16.100567 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-80edfdc8-459c-429b-9672-cb31fb7e61b4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 5702 time: 1.0070534
Apr 16 16:50:16.127647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'port': {'device_id': 'bf021fce-d230-4117-992c-f91cd978276c', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'admin_state_up': True, 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'security_groups': ['a574250d-214d-4335-824a-2afa174a5d00']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:16.141629 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.294441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cdb85-4a9d-4cc0-9747-287497600d3c req-c3158dbf-f717-4e3e-829e-0190a6e51b32 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:16.304418 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-515cdb85-4a9d-4cc0-9747-287497600d3c req-c3158dbf-f717-4e3e-829e-0190a6e51b32 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 1.5000911
Apr 16 16:50:16.354114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:16.407520 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-515cdb85-4a9d-4cc0-9747-287497600d3c req-88a475ae-be7a-47b4-90a1-f7f62882e05e tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017261
Apr 16 16:50:16.438869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Pushing event updated for resources: {'Port': ['ID=225036d6-cc14-48bb-962c-c75655bf76af,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:16.475260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b3cac-33f2-47f8-8d11-cdfc3677f976 req-6de227e9-56e8-434d-ac2e-b9552ae6f244 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:16.475791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:50:16.476948 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b24b3cac-33f2-47f8-8d11-cdfc3677f976 req-6de227e9-56e8-434d-ac2e-b9552ae6f244 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 943 time: 1.0382233
Apr 16 16:50:16.491436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:16.501616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Attempting to bind port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:16.502046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Attempting to bind port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:16.502460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Attempting to bind port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:16.536789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.542376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.545177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:16.545545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Checking segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:16.545995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.546323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:16.546495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Bound using segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:16.547031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Bound port: 6cd5363a-d3f7-42af-bf2a-0014a33962b1, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:16.547453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.554222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:port and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:16.557051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.559722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:16.592078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:16.630814 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b24b3cac-33f2-47f8-8d11-cdfc3677f976 req-c4eea81d-cf96-4feb-9080-0fb993ca8db7 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466167
Apr 16 16:50:16.631996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Made reservation on behalf of fb882053c8e84304847e19528f11d911 for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:16.654727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.681605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f35e2cb8-f6de-47d9-8c47-1d225987dd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:16.702113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:16.725994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad84d1-c0b7-4325-9d09-06d45b396c09,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:16.728457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.731441 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.4683783
Apr 16 16:50:16.734656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:16.736521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46074) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:16.799457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'security_group_rule': {'security_group_id': '17ad84d1-c0b7-4325-9d09-06d45b396c09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:16.806677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:16.810696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group_rule and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:16.813892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:16.821340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:16.924164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Attempting to bind port 225036d6-cc14-48bb-962c-c75655bf76af on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:16.924540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Attempting to bind port 225036d6-cc14-48bb-962c-c75655bf76af by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:16.925319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Attempting to bind port 225036d6-cc14-48bb-962c-c75655bf76af on network 880a3b9d-09cf-48d2-b88b-bd1b126573cb {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:16.943018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.948470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] For port 6cd5363a-d3f7-42af-bf2a-0014a33962b1, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:16.957350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Port 225036d6-cc14-48bb-962c-c75655bf76af on network 880a3b9d-09cf-48d2-b88b-bd1b126573cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:50:16.957720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Attempting to bind port 225036d6-cc14-48bb-962c-c75655bf76af on network 880a3b9d-09cf-48d2-b88b-bd1b126573cb {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:16.980637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] For port 6cd5363a-d3f7-42af-bf2a-0014a33962b1, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=6cd5363a-d3f7-42af-bf2a-0014a33962b1,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:16.982704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:16.983218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Checking segment: {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:16.984169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Bound using segment: {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:16.984669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Bound port: 225036d6-cc14-48bb-962c-c75655bf76af, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:16.985051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:16.987439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:17.001447 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d6cf3254-7636-4b64-b934-020bafd7dbc6 req-bba373b0-13da-4e2b-975d-fa8c979ed41d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 210 time: 0.2068720
Apr 16 16:50:17.040403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:17.043228 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3560b417-d1a5-4305-8096-ff4deaa5ff60 req-7cbacf03-a3ca-4ae6-b559-5ed7d7cf3ebb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 210 time: 0.1163998
Apr 16 16:50:17.149874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Allocated IP 172.20.0.9 (880a3b9d-09cf-48d2-b88b-bd1b126573cb/40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9/3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:50:17.157760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f8374-14fc-4789-ab06-e75b36a5b079 None None] Pushing event updated for resources: {'Port': ['ID=6cd5363a-d3f7-42af-bf2a-0014a33962b1,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:17.190526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:17.205415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] For port 225036d6-cc14-48bb-962c-c75655bf76af, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:17.209249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] For port 225036d6-cc14-48bb-962c-c75655bf76af, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=225036d6-cc14-48bb-962c-c75655bf76af,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:17.211841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:17.214881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:17.216354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-674f8374-14fc-4789-ab06-e75b36a5b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:17.222614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-faacdc34-5d42-4d8d-9462-fd7c6b0b1a13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:17.226974 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,segment=NetworkSegment(b0f4908e-2b2f-451c-8cfb-696a66971b14),segment_id=b0f4908e-2b2f-451c-8cfb-696a66971b14)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:17.274457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a11c197-4906-4bb8-a1ed-e3b265b4a676,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:17.275856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9', 'network_id': 'd6379831-b1c8-4a55-8417-e80f9dd885d9', 'port_id': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9', 'mac_address': 'fa:16:3e:ff:f4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139567b7-2d7e-4d65-9d79-b18ac9f95bd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:50:17.285803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Allocated IP 172.20.0.12 (5636c544-b076-4465-9c13-a664e37a5e03/74adbd19-8abb-48f9-823d-203f288b147c/fd825542-a1af-4ba6-8c00-d64d5199c7e6) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:50:17.300700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:17.307732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:17.408045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:17.431575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:17.473910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,segment=NetworkSegment(b0f4908e-2b2f-451c-8cfb-696a66971b14),segment_id=b0f4908e-2b2f-451c-8cfb-696a66971b14)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:17.483036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:17.486767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:17.564955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:50:17.565876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f560860>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:17.764438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:17.769931 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:17.775362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:17.836728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Transition to ACTIVE for port object fd825542-a1af-4ba6-8c00-d64d5199c7e6 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:17.854565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac27335-2953-4751-ba72-25cf96678792 req-9dab4bf4-ebdc-434d-b6e4-15f9fb247eae tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:17.854865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:50:17.856441 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fac27335-2953-4751-ba72-25cf96678792 req-9dab4bf4-ebdc-434d-b6e4-15f9fb247eae tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.2038667
Apr 16 16:50:17.970682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Pushing event updated for resources: {'Port': ['ID=225036d6-cc14-48bb-962c-c75655bf76af,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:17.982345 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fac27335-2953-4751-ba72-25cf96678792 req-dec5755d-7b2d-461d-9d92-3cc0f6c31407 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152058
Apr 16 16:50:18.009209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.010862 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2691021
Apr 16 16:50:18.013882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:18.016003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 46102) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:18.048259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.055572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'security_group_rule': {'security_group_id': '17ad84d1-c0b7-4325-9d09-06d45b396c09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:18.089346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:18.102110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992c33-ff1e-4a92-9c36-6c23f0bf0f3e req-1f2bbfce-50f8-40a3-8a56-903e6c85c0a1 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:18.113740 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-df992c33-ff1e-4a92-9c36-6c23f0bf0f3e req-1f2bbfce-50f8-40a3-8a56-903e6c85c0a1 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 944 time: 0.2086582
Apr 16 16:50:18.115199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:18.192905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group_rule and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:18.321207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:18.332232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:18.333453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.335239 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] 10.222.0.120 "PUT /v2.0/ports/225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 1094 time: 4.8035603
Apr 16 16:50:18.335624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139562a9-bb46-4937-898d-cf6179ddc48d', 'tag': '225036d6-cc14-48bb-962c-c75655bf76af'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:18.358035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:18.362667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.395390 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-df992c33-ff1e-4a92-9c36-6c23f0bf0f3e req-c8f7fccb-4a97-4d6e-b6a7-ffea911f6ca9 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417479
Apr 16 16:50:18.405246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.421893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:18.425913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:18.427356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:18.459534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.561997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f560860>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:16Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:18.568005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd32034-5424-4bf9-995e-5954cea5e189 None None] The sync data for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi is: [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:16Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:50:18.648871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca11c-16df-4374-9ab5-0d7a45a24bc8 req-87602238-2e31-4a4a-9bde-f921bd952b42 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:18.650786 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-955ca11c-16df-4374-9ab5-0d7a45a24bc8 req-87602238-2e31-4a4a-9bde-f921bd952b42 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 932 time: 0.3711503
Apr 16 16:50:18.698065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Pushing event updated for resources: {'Port': ['ID=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:18.701161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:18.703875 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:18.705029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:18.707385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:50:18.716774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:18.717372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.717477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.728490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Network 5636c544-b076-4465-9c13-a664e37a5e03 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:18.733081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:18.736462 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4565890
Apr 16 16:50:18.743673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.747367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:50:18.753517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:18.754231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.793808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:18.828459 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-955ca11c-16df-4374-9ab5-0d7a45a24bc8 req-fbac6db1-6cb1-4b62-a575-720979ce8e49 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1645269
Apr 16 16:50:18.841397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e974517-26ee-48dd-a861-c36c91471369,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:18.858735 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a609861-4e7b-4325-9492-5b254dd53df3 req-66b0478b-ca3d-47a1-9b69-98e9c7d7b06f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:18.858735 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3a609861-4e7b-4325-9492-5b254dd53df3 req-66b0478b-ca3d-47a1-9b69-98e9c7d7b06f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 931 time: 0.3176556
Apr 16 16:50:18.861033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.862527 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8454528
Apr 16 16:50:18.864644 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7412918
Apr 16 16:50:18.865765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:18.866125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46120) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:18.872065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:18.879392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:18.889733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:floatingip and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:18.898723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:18.908504 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139562a9-bb46-4937-898d-cf6179ddc48d', 'tag': '225036d6-cc14-48bb-962c-c75655bf76af', 'status': 'completed', 'code': 200}
Apr 16 16:50:18.915323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:18.921507 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3a609861-4e7b-4325-9492-5b254dd53df3 req-a1f545ef-619d-44a4-b05e-4dc675f89c0a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542862
Apr 16 16:50:18.925958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:18.977269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2a01fc49-e5f6-4fd2-8a8a-e5dd9f3173fe None None] Provisioning for port fd825542-a1af-4ba6-8c00-d64d5199c7e6 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:18.982815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2a01fc49-e5f6-4fd2-8a8a-e5dd9f3173fe None None] Provisioning complete for port fd825542-a1af-4ba6-8c00-d64d5199c7e6 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:18.983309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a01fc49-e5f6-4fd2-8a8a-e5dd9f3173fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:19.060100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2a01fc49-e5f6-4fd2-8a8a-e5dd9f3173fe None None] Port fd825542-a1af-4ba6-8c00-d64d5199c7e6 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:50:19.132339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:19.228403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16568b70-7245-4787-bbd8-d8cb241f81de req-0fd20d4f-9804-47bf-8c53-1a9e9a9c3f4b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:19.230429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-16568b70-7245-4787-bbd8-d8cb241f81de req-0fd20d4f-9804-47bf-8c53-1a9e9a9c3f4b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.0957606
Apr 16 16:50:19.287044 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-16568b70-7245-4787-bbd8-d8cb241f81de req-531b6f97-4f81-4f7d-aecf-07a8501cfd04 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490849
Apr 16 16:50:19.298892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Allocated IP 172.27.0.180 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/d7a35956-6bd0-471c-b425-d6c07c989f66) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:50:19.474720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:19.505609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:19.521779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:19.615963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ecf7-99b9-475c-abce-2895f74f7d36 req-4b80e760-128d-40ba-aff8-9dbae1c2422b tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:19.619151 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b709ecf7-99b9-475c-abce-2895f74f7d36 req-4b80e760-128d-40ba-aff8-9dbae1c2422b tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 944 time: 0.1038232
Apr 16 16:50:19.646646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Request body: {'port': {'device_id': 'bf021fce-d230-4117-992c-f91cd978276c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:19.660311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Request body: {'port': {'device_id': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:19.728124 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b709ecf7-99b9-475c-abce-2895f74f7d36 req-3da4209b-bb8d-4779-a953-ff051c5a28d1 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038675
Apr 16 16:50:19.800560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'Port': ['ID=d7a35956-6bd0-471c-b425-d6c07c989f66,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:19.811780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:19.818539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:19.884028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['0b5e633d-5dc8-49f9-9b83-70c95f998fa9'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:19.890212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:19.899501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:19.902306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:50:19.977965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.084655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.087262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-a9dc7c23-48e7-42e0-a725-adfcb6d21ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:20.088879 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-a9dc7c23-48e7-42e0-a725-adfcb6d21ade service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1097 time: 0.4335756
Apr 16 16:50:20.262466 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-1979b51e-efb7-4be2-b416-17bfef260bc2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 217 time: 0.1255150
Apr 16 16:50:20.277959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4548-1fe7-4ce8-8ccd-b2ebcf181b5e req-1abebc8d-e06d-4627-820c-50a44f7ea6dc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:20.278758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-94cb4548-1fe7-4ce8-8ccd-b2ebcf181b5e req-1abebc8d-e06d-4627-820c-50a44f7ea6dc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Synchronizing usage tracker for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:50:20.350378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.350901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-94cb4548-1fe7-4ce8-8ccd-b2ebcf181b5e req-1abebc8d-e06d-4627-820c-50a44f7ea6dc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Unset dirty status for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:50:20.352094 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-94cb4548-1fe7-4ce8-8ccd-b2ebcf181b5e req-1abebc8d-e06d-4627-820c-50a44f7ea6dc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 932 time: 0.3459511
Apr 16 16:50:20.361816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6cd5363a-d3f7-42af-bf2a-0014a33962b1 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:20.372211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3968-44db-41ec-8f43-1e0d7ca5e7fd req-de59279a-138e-4afd-aa86-55e1abd01538 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:20.373785 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a85d3968-44db-41ec-8f43-1e0d7ca5e7fd req-de59279a-138e-4afd-aa86-55e1abd01538 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 931 time: 0.2366345
Apr 16 16:50:20.445590 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:20.451024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:20.451433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.456162 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-94cb4548-1fe7-4ce8-8ccd-b2ebcf181b5e req-6a1bcd6e-a6bf-4717-b2e7-5082d893e2dc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946574
Apr 16 16:50:20.474956 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a85d3968-44db-41ec-8f43-1e0d7ca5e7fd req-4cb75c78-178b-4596-bc78-f1daefb7f897 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845377
Apr 16 16:50:20.611413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd825542-a1af-4ba6-8c00-d64d5199c7e6 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:20.621283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.639701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Transition to ACTIVE for port object fd825542-a1af-4ba6-8c00-d64d5199c7e6 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:20.643999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-7ffffa3a-7d9d-4d2f-90e3-10f55d1521fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:20.646758 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-7ffffa3a-7d9d-4d2f-90e3-10f55d1521fb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.3642907
Apr 16 16:50:20.657964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.696505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.736379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-612ae90e-1980-416e-99ee-dac85f6795fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:20.740746 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-0a4dacb6-9181-4d1b-bed1-3da8951ff78a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0837717
Apr 16 16:50:20.766991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 6cd5363a-d3f7-42af-bf2a-0014a33962b1, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=6cd5363a-d3f7-42af-bf2a-0014a33962b1,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:20.770804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:20.778424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b267ef8e-57e2-4ead-9168-14e0fe009b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:20.891687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:20.941610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=6cd5363a-d3f7-42af-bf2a-0014a33962b1,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:20.946248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:20.999285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:21.175220 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bcc2d-da9d-4b94-b9ed-e9beffc13c6f req-4ab25a06-1aff-46dc-aa3f-e31f9543f327 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:21.177924 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb0bcc2d-da9d-4b94-b9ed-e9beffc13c6f req-4ab25a06-1aff-46dc-aa3f-e31f9543f327 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 944 time: 0.1765652
Apr 16 16:50:21.193882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ebd2-b2bc-499e-a2d3-3a8618b7087c req-ea562a4c-32fb-4eca-806f-341f00b076a3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:21.201542 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0de3ebd2-b2bc-499e-a2d3-3a8618b7087c req-ea562a4c-32fb-4eca-806f-341f00b076a3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.5593989
Apr 16 16:50:21.244679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:21.412654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:21.428272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:21.465387 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-95597271-e27f-4da5-9d59-7e41f4308fb5 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7155538
Apr 16 16:50:21.466500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Transition to ACTIVE for port object 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:21.480282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:21.492684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:21.628414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:21.643991 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb0bcc2d-da9d-4b94-b9ed-e9beffc13c6f req-bc24daa2-68cd-42a6-af72-f4070755ce4b tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4373779
Apr 16 16:50:21.698325 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0de3ebd2-b2bc-499e-a2d3-3a8618b7087c req-de4ae8fe-39de-4b2c-a773-e98c35c2c7b1 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4958539
Apr 16 16:50:21.753230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:21.768091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:21.768091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:21.946463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-766fc233-3965-47aa-8388-b6d038a728ce tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:22.000039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Attempting to bind port fd825542-a1af-4ba6-8c00-d64d5199c7e6 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:22.000477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Attempting to bind port fd825542-a1af-4ba6-8c00-d64d5199c7e6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:22.001633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Attempting to bind port fd825542-a1af-4ba6-8c00-d64d5199c7e6 on network 5636c544-b076-4465-9c13-a664e37a5e03 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:22.012248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Port fd825542-a1af-4ba6-8c00-d64d5199c7e6 on network 5636c544-b076-4465-9c13-a664e37a5e03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:50:22.019798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.020381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Attempting to bind port fd825542-a1af-4ba6-8c00-d64d5199c7e6 on network 5636c544-b076-4465-9c13-a664e37a5e03 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:22.037822 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ebdff3d-31fa-40b9-8885-731c5ddcc34f req-5a958795-6bdf-460f-9e51-35f798595822 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5558834
Apr 16 16:50:22.042433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:22.054931 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.058159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:22.121780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c9b9dd-948e-40a5-aa29-744166975b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:22.144646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,segment=NetworkSegment(b0f4908e-2b2f-451c-8cfb-696a66971b14),segment_id=b0f4908e-2b2f-451c-8cfb-696a66971b14)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:22.149262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.151652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:22.171657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:22.171970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Checking segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:22.172699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Bound using segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:22.173251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Bound port: fd825542-a1af-4ba6-8c00-d64d5199c7e6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:22.173704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.177582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:22.234274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:22.238209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:22.305305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b4c2-f934-4716-a8d1-e700e190348f req-2d9e2a55-7028-463a-898c-41999c7b2388 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:22.306970 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6f44b4c2-f934-4716-a8d1-e700e190348f req-2d9e2a55-7028-463a-898c-41999c7b2388 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.3479767
Apr 16 16:50:22.335432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6cd5363a-d3f7-42af-bf2a-0014a33962b1 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:22.379685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59974-e440-41c7-94c4-7d6df673d174 req-da7a131a-6e6b-427a-a7f1-0cab6aca21e1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:22.381387 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-80c59974-e440-41c7-94c4-7d6df673d174 req-da7a131a-6e6b-427a-a7f1-0cab6aca21e1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.4922087
Apr 16 16:50:22.383752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'Port': ['ID=d7a35956-6bd0-471c-b425-d6c07c989f66,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:22.384383 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6f44b4c2-f934-4716-a8d1-e700e190348f req-eb273d29-28b3-45fd-bb7b-4e88f18429be tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693955
Apr 16 16:50:22.419947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:22.434152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:22.434491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.448899 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-80c59974-e440-41c7-94c4-7d6df673d174 req-e62eaba3-6683-456b-862a-b6cf4cbf289c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546260
Apr 16 16:50:22.449068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:22.451788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:22.455465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.473136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:22.503271 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c9b9dd-948e-40a5-aa29-744166975b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9', 'code': 200}
Apr 16 16:50:22.567274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-53a90141-daad-449d-adf8-dd037f4be214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:22.568880 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-53a90141-daad-449d-adf8-dd037f4be214 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1097 time: 0.4532413
Apr 16 16:50:22.581508 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.588279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Attempting to bind port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:22.588657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Attempting to bind port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:22.589323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Attempting to bind port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 on network 880a3b9d-09cf-48d2-b88b-bd1b126573cb {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:22.603438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 on network 880a3b9d-09cf-48d2-b88b-bd1b126573cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:50:22.603802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Attempting to bind port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 on network 880a3b9d-09cf-48d2-b88b-bd1b126573cb {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:22.615533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:22.616057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Checking segment: {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:22.616557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Bound using segment: {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:22.617149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Bound port: 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb2050e-f4b1-480d-b252-e3f9c22f67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:22.617666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.629215 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.638934 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7715344
Apr 16 16:50:22.642126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:22.649257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:22.689463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:22.690155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.691693 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] 10.222.0.120 "PUT /v2.0/ports/fd825542-a1af-4ba6-8c00-d64d5199c7e6 HTTP/1.1" status: 200  len: 1094 time: 3.0500097
Apr 16 16:50:22.692321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:22.747217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] For port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:22.757760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] For port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:22.763751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:22.797173 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'status': 'completed', 'code': 200}
Apr 16 16:50:22.850730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-23f48af7-5baf-477f-a800-a18d5ae18936 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:22.971370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:22.975280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:23.014123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:23.014978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:23.016658 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] 10.222.0.120 "PUT /v2.0/ports/3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 HTTP/1.1" status: 200  len: 1093 time: 3.3728688
Apr 16 16:50:23.017279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'tag': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:23.040547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea89530-d730-4eb5-8631-ae56ce20db6e req-dd286e5c-795b-4a2c-8b82-e02a7d6abf4a tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:23.048299 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ea89530-d730-4eb5-8631-ae56ce20db6e req-dd286e5c-795b-4a2c-8b82-e02a7d6abf4a tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 945 time: 0.1946251
Apr 16 16:50:23.117905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33a603-baa8-40de-8657-e55852f7b2b7 req-8ad2c655-b2d1-4ea1-b75e-c0b381388971 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:23.119523 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3b33a603-baa8-40de-8657-e55852f7b2b7 req-8ad2c655-b2d1-4ea1-b75e-c0b381388971 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.1812115
Apr 16 16:50:23.124553 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ea89530-d730-4eb5-8631-ae56ce20db6e req-58c1ae83-d471-4fec-83f4-6edc8204ca82 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753956
Apr 16 16:50:23.168279 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3b33a603-baa8-40de-8657-e55852f7b2b7 req-cf56b4ec-2d0e-4639-a2e4-0989ed3b9dde tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422883
Apr 16 16:50:23.251440 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'tag': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9', 'status': 'completed', 'code': 200}
Apr 16 16:50:23.282744 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-fc5803de-85fa-4b5e-9eb8-83d2b48d6ac0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--1380580499&fields=id&tenant_id=26fb0e15979d43999b94901003579a6a HTTP/1.1" status: 200  len: 267 time: 0.0493743
Apr 16 16:50:23.454739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-3a366e40-2b85-47d6-8f22-07ff30d08054 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:23.456313 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-3a366e40-2b85-47d6-8f22-07ff30d08054 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 811 time: 0.1648324
Apr 16 16:50:23.474445 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-69b8312b-89ae-493d-a35f-3a19abdd69a1 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/quotas/26fb0e15979d43999b94901003579a6a HTTP/1.1" status: 200  len: 375 time: 0.0104427
Apr 16 16:50:23.678052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b430ec54-de7b-412e-a625-95977311d99c req-af6d18f3-1dda-4187-a6ba-e038ef57bb14 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Synchronizing usage tracker for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:50:23.715450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28310cb6-4035-4384-a1c2-36f16dafbf81 req-3dc574ee-97c7-48de-95cb-fa004157129f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:23.717380 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-28310cb6-4035-4384-a1c2-36f16dafbf81 req-3dc574ee-97c7-48de-95cb-fa004157129f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.1713779
Apr 16 16:50:23.718682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b430ec54-de7b-412e-a625-95977311d99c req-af6d18f3-1dda-4187-a6ba-e038ef57bb14 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Unset dirty status for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:50:23.720423 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-af6d18f3-1dda-4187-a6ba-e038ef57bb14 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2372456
Apr 16 16:50:23.859323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-28310cb6-4035-4384-a1c2-36f16dafbf81 req-dbf0b37d-656e-4b35-8e9e-e7db809c36d6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351655
Apr 16 16:50:23.904074 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-a930f16b-1b2b-4b39-b6b6-dfac8b7352c6 service neutron] 10.222.0.103 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637652
Apr 16 16:50:24.119649 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-8c72d206-eed9-492d-a8b8-55677a46c993 service neutron] 10.222.0.103 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088881
Apr 16 16:50:24.128648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f9017-2fb7-49ed-a8bb-af49b0cc1074 req-4b0650fa-1585-42a3-b065-49595a40c406 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:24.131048 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e6f9017-2fb7-49ed-a8bb-af49b0cc1074 req-4b0650fa-1585-42a3-b065-49595a40c406 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1432879
Apr 16 16:50:24.182139 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e6f9017-2fb7-49ed-a8bb-af49b0cc1074 req-f547caff-d27d-4c6b-91b2-bb534da89a99 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440397
Apr 16 16:50:24.369326 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-981483f0-1201-4f5a-9e8d-cfc8f94cab4e req-9a4ff6c6-9690-456a-98c0-07c1ff6b021c tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.0873957
Apr 16 16:50:24.429853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72dd2-4128-4c1b-8b72-aeb952f891a5 req-e4196444-9496-4496-919a-4bcf46ea4996 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:24.431477 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1cc72dd2-4128-4c1b-8b72-aeb952f891a5 req-e4196444-9496-4496-919a-4bcf46ea4996 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 945 time: 0.1046684
Apr 16 16:50:24.483223 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1cc72dd2-4128-4c1b-8b72-aeb952f891a5 req-f253ea03-7ba2-431c-87c8-a2b1325a3a70 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452340
Apr 16 16:50:25.060211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1150b8-a782-4199-968d-26df4e17302b req-052cc25a-db12-43f1-8c1d-d4fcd625713b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:25.061837 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cf1150b8-a782-4199-968d-26df4e17302b req-052cc25a-db12-43f1-8c1d-d4fcd625713b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.0891993
Apr 16 16:50:25.109460 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cf1150b8-a782-4199-968d-26df4e17302b req-9b011533-30f9-49f0-a269-0f4e3a08ea25 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404475
Apr 16 16:50:25.396183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa415-1c78-4d5e-9107-d73361eb45cf req-d3b22d02-7629-469e-9e5b-0c66b494d452 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:25.397712 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-063aa415-1c78-4d5e-9107-d73361eb45cf req-d3b22d02-7629-469e-9e5b-0c66b494d452 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.0935986
Apr 16 16:50:25.450402 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-063aa415-1c78-4d5e-9107-d73361eb45cf req-2701ad35-8a67-4a0c-af8f-c7ffe53c5e15 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456605
Apr 16 16:50:25.540321 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2412c269-0a0f-406b-a544-fe6b79f66520 req-f83aa90e-73d2-49a5-87f0-dcbe7a48babc tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.0494413
Apr 16 16:50:25.720874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-1315e252-097b-43db-afd9-7d020a897b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:25.722721 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-1315e252-097b-43db-afd9-7d020a897b5f service neutron] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 921 time: 0.1923873
Apr 16 16:50:25.796970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e249633-2b73-4688-bc8b-6a4a26259eb3 req-e236839b-f870-459e-ba5c-ff2520a067dd tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:25.798437 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e249633-2b73-4688-bc8b-6a4a26259eb3 req-e236839b-f870-459e-ba5c-ff2520a067dd tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 945 time: 0.1850469
Apr 16 16:50:25.802244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5882b21-e1ec-4ad2-858b-266da739d213 req-91c36c0a-2fa9-4902-9b44-c54b5c3106a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:25.803751 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5882b21-e1ec-4ad2-858b-266da739d213 req-91c36c0a-2fa9-4902-9b44-c54b5c3106a4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 1097 time: 0.1176856
Apr 16 16:50:25.853407 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-0bcd1319-505b-4fb6-a559-4cc4f0179d2e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 217 time: 0.0980680
Apr 16 16:50:25.867595 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e249633-2b73-4688-bc8b-6a4a26259eb3 req-2d8f9399-099f-450c-81a5-7921a99e1f63 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467653
Apr 16 16:50:25.868489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0daf5-642c-4d33-9710-b0a5f9281709 req-8c5fd10f-80b2-4e3d-9dfb-d692895ccbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:25.874179 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8b0daf5-642c-4d33-9710-b0a5f9281709 req-8c5fd10f-80b2-4e3d-9dfb-d692895ccbf3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 1096 time: 0.1943099
Apr 16 16:50:26.093810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-8d0e5fbc-b36e-4830-ae9a-32976a0aa8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:26.095429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-8d0e5fbc-b36e-4830-ae9a-32976a0aa8ed service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.2067828
Apr 16 16:50:26.125502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5882b21-e1ec-4ad2-858b-266da739d213 req-2e82a80e-3671-4991-934e-d4ff8d428428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:26.127075 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5882b21-e1ec-4ad2-858b-266da739d213 req-2e82a80e-3671-4991-934e-d4ff8d428428 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=fb882053c8e84304847e19528f11d911&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2508233
Apr 16 16:50:26.132507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c03334-2111-4fec-b065-0129b0a65804 req-54c8038f-7b2d-45ba-8439-8c1caf9e238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:26.133950 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f4c03334-2111-4fec-b065-0129b0a65804 req-54c8038f-7b2d-45ba-8439-8c1caf9e238d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 1098 time: 0.1589830
Apr 16 16:50:26.170371 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-648aa62c-bd45-46fc-85db-fd50cf3ba946 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565217
Apr 16 16:50:26.331994 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f4c03334-2111-4fec-b065-0129b0a65804 req-222989ff-d074-4964-a5b3-6fda771ac09a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658876
Apr 16 16:50:26.399255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:50:26.451074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0daf5-642c-4d33-9710-b0a5f9281709 req-2bec7aa1-a3b4-4196-b7c0-a1a2631f7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:26.452675 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8b0daf5-642c-4d33-9710-b0a5f9281709 req-2bec7aa1-a3b4-4196-b7c0-a1a2631f7bd7 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=cf1487baf5ab430cb361532e11cd888c&shared=False HTTP/1.1" status: 200  len: 921 time: 0.4950974
Apr 16 16:50:26.685912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0daf5-642c-4d33-9710-b0a5f9281709 req-acc80eb7-08af-4335-a53f-8e4cc0939c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:26.688246 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8b0daf5-642c-4d33-9710-b0a5f9281709 req-acc80eb7-08af-4335-a53f-8e4cc0939c0c service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1624408
Apr 16 16:50:26.766356 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-a53806aa-aea5-4fc9-85bf-e5608f37bd8c service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5776458
Apr 16 16:50:26.806665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5882b21-e1ec-4ad2-858b-266da739d213 req-1f367136-0a1a-4dd6-8ac7-2a07d906fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:26.808416 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5882b21-e1ec-4ad2-858b-266da739d213 req-1f367136-0a1a-4dd6-8ac7-2a07d906fb5c service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.6651244
Apr 16 16:50:27.018642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52f8f-303b-4dd9-9792-be6781fb08ae req-883a4e59-9719-4bcb-b780-f205d1b2aa08 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:27.029546 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b8c52f8f-303b-4dd9-9792-be6781fb08ae req-883a4e59-9719-4bcb-b780-f205d1b2aa08 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.7812629
Apr 16 16:50:27.064468 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ded6f44e-cf35-449f-8203-56ecdbd0d1fc req-b5121f5a-973b-4e6b-8e4f-01810ab8868c service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494640
Apr 16 16:50:27.074665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-032226e9-2d78-420d-85fa-9107870bd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:27.076569 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-032226e9-2d78-420d-85fa-9107870bd08c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 1096 time: 0.3092492
Apr 16 16:50:27.189583 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-45b4eb10-14ca-482f-ba7b-e7ff2075b9c9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 HTTP/1.1" status: 200  len: 217 time: 0.0994403
Apr 16 16:50:27.246818 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b8c52f8f-303b-4dd9-9792-be6781fb08ae req-242c706f-b3b2-4328-8d96-8533f33e4650 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155137
Apr 16 16:50:27.260020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46316) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:27.281060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-111fe6a7-5479-4886-b83a-3319a8b29b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:27.282753 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-111fe6a7-5479-4886-b83a-3319a8b29b9f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.0862803
Apr 16 16:50:27.294146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-45da35f1-e13d-4147-b3ba-90a22962eabc tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:27.295805 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-45da35f1-e13d-4147-b3ba-90a22962eabc tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 811 time: 0.5643067
Apr 16 16:50:27.339072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b9de7-435d-492c-990e-c8828a8fbff2 req-abca0a34-346d-4f1c-b8ef-f9b3a342b041 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:27.348124 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d9b9de7-435d-492c-990e-c8828a8fbff2 req-abca0a34-346d-4f1c-b8ef-f9b3a342b041 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.6176152
Apr 16 16:50:27.369773 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-d3290dd0-596d-4aeb-9163-90ea514affa1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721991
Apr 16 16:50:27.435830 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-e4ae2a78-5b33-48da-b558-40e5d0679bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:27.437419 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-e4ae2a78-5b33-48da-b558-40e5d0679bf4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 1097 time: 0.5020313
Apr 16 16:50:27.524730 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-9eec28d5-317e-45bd-9a42-ce886f4377c9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6 HTTP/1.1" status: 200  len: 217 time: 0.0763183
Apr 16 16:50:27.584669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:27.602620 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-0f4cc8f2-3a47-4cef-a54b-dc2fc41ac58c service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209508
Apr 16 16:50:27.610359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:27.637797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a6a9895c184b33baede188c0575494 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:27.640880 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8d3d9b5f-4a29-4512-9fa3-947de9ad2137 req-be56989c-381f-4891-af06-5fa917050b2c tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.1151664
Apr 16 16:50:27.642852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:27.705029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:27.708694 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d9b9de7-435d-492c-990e-c8828a8fbff2 req-a573f5fc-aad4-49ff-a271-ffa67db834f9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3582232
Apr 16 16:50:27.743775 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-7b15795c-566b-4d82-b514-f7502fe2562e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=26fb0e15979d43999b94901003579a6a HTTP/1.1" status: 200  len: 5705 time: 0.3917890
Apr 16 16:50:27.757803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'port': {'device_id': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'admin_state_up': True, 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'security_groups': ['17ad84d1-c0b7-4325-9d09-06d45b396c09']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:27.816314 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be0f9747-90d6-44f5-8d03-17d8bd0ba75c req-b832534b-446f-45a3-b256-21a6e86651d7 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026603
Apr 16 16:50:27.867422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-c44fa878-ab5b-41d6-b667-3c1d61594d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:27.868958 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-c44fa878-ab5b-41d6-b667-3c1d61594d8f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.2977598
Apr 16 16:50:27.891063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:27.894239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:27.905077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:27.959211 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d9a6a9895c184b33baede188c0575494&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6979609
Apr 16 16:50:27.961831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46334) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:27.964774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35dcd89-8a1a-4c3e-bdbd-7892f4cc8db8,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:27.987838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:28.076263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.121660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.152137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411edd1-fe51-43f8-baed-87af9121a698 req-7595e9e8-3ecd-4dbf-a4b1-3d92bb6c1423 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:28.154022 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9411edd1-fe51-43f8-baed-87af9121a698 req-7595e9e8-3ecd-4dbf-a4b1-3d92bb6c1423 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 945 time: 0.2892315
Apr 16 16:50:28.155295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:28.159211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-2cc48a9b-8f17-4b38-bddc-3a88336ccb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:28.160802 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-2cc48a9b-8f17-4b38-bddc-3a88336ccb78 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2287834
Apr 16 16:50:28.182513 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.188693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:28.201648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35dcd89-8a1a-4c3e-bdbd-7892f4cc8db8,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:28.207377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:28.209862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.212231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:28.225350 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b35dcd89-8a1a-4c3e-bdbd-7892f4cc8db8 HTTP/1.1" status: 204  len: 168 time: 0.2623777
Apr 16 16:50:28.306176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 225036d6-cc14-48bb-962c-c75655bf76af details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:50:28.359899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Made reservation on behalf of 26fb0e15979d43999b94901003579a6a for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:28.366964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.396396 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9411edd1-fe51-43f8-baed-87af9121a698 req-55d02be6-1e29-42fc-b731-227d024bcfcd tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329814
Apr 16 16:50:28.585986 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-46ddcbc8-9bb5-4b30-b10e-3a37843f8703 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4003489
Apr 16 16:50:28.593295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 225036d6-cc14-48bb-962c-c75655bf76af, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=225036d6-cc14-48bb-962c-c75655bf76af,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:28.610262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '225036d6-cc14-48bb-962c-c75655bf76af', 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'port_id': '225036d6-cc14-48bb-962c-c75655bf76af', 'mac_address': 'fa:16:3e:22:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:50:28.655604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46360) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:28.690087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.708486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.711076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:28.716181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Usage tracker for resource:security_group_rule and tenant:40782021ab104d5bac1c4247fa0e7dd1 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:28.719314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:28.727218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:28.728168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225036d6-cc14-48bb-962c-c75655bf76af {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:28.745306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 225036d6-cc14-48bb-962c-c75655bf76af, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=225036d6-cc14-48bb-962c-c75655bf76af,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:28.751622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.754339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:28.843472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=225036d6-cc14-48bb-962c-c75655bf76af,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:28.847602 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.849927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:28.857054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:28.891289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0253c601-d829-4644-9dc8-53d992be6804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:28.903498 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=40782021ab104d5bac1c4247fa0e7dd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2439709
Apr 16 16:50:28.905726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46370) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:28.932714 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4cc040e4-4c31-45e1-809d-31487fd1f481 req-d9352241-421d-467e-b91a-7289576f929d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.0581563
Apr 16 16:50:28.953321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a12ef-65a9-4f36-b519-c0c4331a64f2 req-cfed2614-6ff6-4f3f-9ec4-839fe5fe5535 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:28.955026 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-498a12ef-65a9-4f36-b519-c0c4331a64f2 req-cfed2614-6ff6-4f3f-9ec4-839fe5fe5535 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.3764408
Apr 16 16:50:29.031039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07118009-ce70-45ca-b33c-7d5ce1b94994,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:29.063248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:29.101756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:29.143918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Allocated IP 172.20.0.7 (5482311a-e6d4-4b31-99e9-5c3f3d5468e8/fddd5571-f5d9-4f07-ae67-1803946ef089/d2eed23b-d045-4095-8b56-18eb78329917) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:50:29.151935 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-498a12ef-65a9-4f36-b519-c0c4331a64f2 req-d7f27384-2828-415d-bb6e-418fc4c38612 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544979
Apr 16 16:50:29.158222 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14a2194f-dea1-44a7-bcb4-f08ec499ef13 req-943c45f0-3a46-4fc4-8616-2105df240ba0 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5126932
Apr 16 16:50:29.159862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:29.213604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:29.219616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8af566db-c41e-442f-b0d3-13d1a176925e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:29.235192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07118009-ce70-45ca-b33c-7d5ce1b94994,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:29.240202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:29.242629 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:29.243886 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/07118009-ce70-45ca-b33c-7d5ce1b94994 HTTP/1.1" status: 204  len: 168 time: 0.3370068
Apr 16 16:50:29.377261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f4df0-a21f-4727-a56f-33de389b7e1a req-4730f904-4a6b-4d00-a360-83bf11818fde tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:29.379167 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a25f4df0-a21f-4727-a56f-33de389b7e1a req-4730f904-4a6b-4d00-a360-83bf11818fde tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.2371221
Apr 16 16:50:29.479026 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a25f4df0-a21f-4727-a56f-33de389b7e1a req-fed0d2bd-a172-4e2e-aaba-1e16a43b94e8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874631
Apr 16 16:50:29.526624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:29.544789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Transition to ACTIVE for port object d2eed23b-d045-4095-8b56-18eb78329917 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:29.571279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:29.589865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:29.924754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'Port': ['ID=d2eed23b-d045-4095-8b56-18eb78329917,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:29.929313 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:30.002983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:30.004891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:30.007580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:50:30.013542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:30.014225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:30.126487 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3758664
Apr 16 16:50:30.163787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea85feb-9316-4520-a1dd-0c021e57ff07 req-0d9a4991-7ef4-433f-a7af-4f01ccde6389 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:30.164828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-cea85feb-9316-4520-a1dd-0c021e57ff07 req-0d9a4991-7ef4-433f-a7af-4f01ccde6389 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Synchronizing usage tracker for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:50:30.184863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-cea85feb-9316-4520-a1dd-0c021e57ff07 req-0d9a4991-7ef4-433f-a7af-4f01ccde6389 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Unset dirty status for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:50:30.194203 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cea85feb-9316-4520-a1dd-0c021e57ff07 req-0d9a4991-7ef4-433f-a7af-4f01ccde6389 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 931 time: 0.1315930
Apr 16 16:50:30.248917 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cea85feb-9316-4520-a1dd-0c021e57ff07 req-e3c1cadf-8ba9-40ed-a571-ffe1502747d4 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530119
Apr 16 16:50:30.347541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-aff4c1ba-4b27-4c7e-a760-fd6039262ae8 None None] Provisioning for port d2eed23b-d045-4095-8b56-18eb78329917 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:30.353229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-aff4c1ba-4b27-4c7e-a760-fd6039262ae8 None None] Provisioning complete for port d2eed23b-d045-4095-8b56-18eb78329917 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:30.353733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-aff4c1ba-4b27-4c7e-a760-fd6039262ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:30.397640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc176b-bfcd-486f-b439-8be0b2921dd0 req-b5e922a5-5d9a-427b-ad62-72bad107284e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:30.400736 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cabc176b-bfcd-486f-b439-8be0b2921dd0 req-b5e922a5-5d9a-427b-ad62-72bad107284e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.0975378
Apr 16 16:50:30.416102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-aff4c1ba-4b27-4c7e-a760-fd6039262ae8 None None] Port d2eed23b-d045-4095-8b56-18eb78329917 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:50:30.449740 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cabc176b-bfcd-486f-b439-8be0b2921dd0 req-d7290eec-2a6b-4869-abbd-5b46570e8bea tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440652
Apr 16 16:50:30.706228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389301e-6eef-451c-b536-36b0156aca78 req-679eeab1-42b4-459e-a4ec-bca6d09c4bcc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:30.708749 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a389301e-6eef-451c-b536-36b0156aca78 req-679eeab1-42b4-459e-a4ec-bca6d09c4bcc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1047065
Apr 16 16:50:30.765842 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a389301e-6eef-451c-b536-36b0156aca78 req-0b7e2b08-ec2b-42cd-87e2-ffb978bd114f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494552
Apr 16 16:50:31.453874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f6cc1-1dea-4327-99a6-16b70b85914c req-2c041ffd-6600-4d49-a0bd-d65bba6a9502 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:31.455519 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-429f6cc1-1dea-4327-99a6-16b70b85914c req-2c041ffd-6600-4d49-a0bd-d65bba6a9502 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 931 time: 0.0870240
Apr 16 16:50:31.507314 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-429f6cc1-1dea-4327-99a6-16b70b85914c req-eef77f61-c114-495a-b547-b8b0fcff0e89 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444455
Apr 16 16:50:31.651482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c4be-91a2-47da-b52d-ca6dcc31abd0 req-973a7585-7965-40e9-97f3-564951f98e5a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:31.653338 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d895c4be-91a2-47da-b52d-ca6dcc31abd0 req-973a7585-7965-40e9-97f3-564951f98e5a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.0892203
Apr 16 16:50:31.705782 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d895c4be-91a2-47da-b52d-ca6dcc31abd0 req-940865a7-c29e-44fd-9d69-842a6a62f541 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457957
Apr 16 16:50:31.977926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7198c6-2178-4aba-bae3-74e8aa4638a9 req-b501b22f-47bb-432a-b6f7-fea8d58c0b5f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:31.979575 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-af7198c6-2178-4aba-bae3-74e8aa4638a9 req-b501b22f-47bb-432a-b6f7-fea8d58c0b5f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.0938764
Apr 16 16:50:32.027685 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-af7198c6-2178-4aba-bae3-74e8aa4638a9 req-9961c0ee-4bbe-4a65-baf5-d63c4ff238fa tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416090
Apr 16 16:50:32.572918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Request body: {'port': {'device_id': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:32.782039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:32.896354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23555c44-d3c3-4df1-af0a-4ebd6f472c6d req-abaf3928-b520-443c-bbf2-c74052625300 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:32.898023 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-23555c44-d3c3-4df1-af0a-4ebd6f472c6d req-abaf3928-b520-443c-bbf2-c74052625300 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 931 time: 0.2682812
Apr 16 16:50:33.061090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['225036d6-cc14-48bb-962c-c75655bf76af'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:33.080735 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-23555c44-d3c3-4df1-af0a-4ebd6f472c6d req-1cec1960-8aa6-4174-8418-46c4226de15f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1743891
Apr 16 16:50:33.177008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1110d60-6552-49e6-974e-109504054e32 req-83aa1e19-bf09-4b5a-aae6-811798fd6add tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:33.178663 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d1110d60-6552-49e6-974e-109504054e32 req-83aa1e19-bf09-4b5a-aae6-811798fd6add tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.3415601
Apr 16 16:50:33.320166 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d1110d60-6552-49e6-974e-109504054e32 req-685a3437-ddd4-45ed-8e5f-875870c760fa tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335127
Apr 16 16:50:33.419070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b9d9-4951-4c83-93f4-91fc8157cc28 req-7c32d993-7441-48fb-b409-4632489983f2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:33.420644 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ee04b9d9-4951-4c83-93f4-91fc8157cc28 req-7c32d993-7441-48fb-b409-4632489983f2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.2007561
Apr 16 16:50:33.446103 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2eed23b-d045-4095-8b56-18eb78329917 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:33.458225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:33.490949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Transition to ACTIVE for port object d2eed23b-d045-4095-8b56-18eb78329917 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:33.496810 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ee04b9d9-4951-4c83-93f4-91fc8157cc28 req-17049395-16e1-4ed8-ac7f-4ad096c88e5d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688567
Apr 16 16:50:33.497561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:33.513366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7fca8239-5964-45fb-a2f5-8cb99fde3160 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:33.650689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eed23b-d045-4095-8b56-18eb78329917,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:33.673100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.673489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.673863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.674249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.674681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.675060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.675439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.675828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.676252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.677558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.677689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.678054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:33.681779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:33.869266 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Attempting to bind port d2eed23b-d045-4095-8b56-18eb78329917 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:33.869944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Attempting to bind port d2eed23b-d045-4095-8b56-18eb78329917 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:33.870595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Attempting to bind port d2eed23b-d045-4095-8b56-18eb78329917 on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:33.876234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Port d2eed23b-d045-4095-8b56-18eb78329917 on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:50:33.876604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Attempting to bind port d2eed23b-d045-4095-8b56-18eb78329917 on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:33.882795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:33.883181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Checking segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:33.883609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Bound using segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:33.884067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Bound port: d2eed23b-d045-4095-8b56-18eb78329917, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:33.884495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:34.012426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] For port d2eed23b-d045-4095-8b56-18eb78329917, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:34.016325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] For port d2eed23b-d045-4095-8b56-18eb78329917, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2eed23b-d045-4095-8b56-18eb78329917,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:34.021086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:34.103177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:34.311967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eed23b-d045-4095-8b56-18eb78329917,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:34.320175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:34.366479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:34.366479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:34.366479 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] 10.222.0.120 "PUT /v2.0/ports/d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 200  len: 1093 time: 1.7940466
Apr 16 16:50:34.366479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:34.512748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a14b2-0135-480a-815f-51eaef0f3adb req-e28445bb-26ed-4bc5-9aba-4e4e2d94e8ee tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:34.521796 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-100a14b2-0135-480a-815f-51eaef0f3adb req-e28445bb-26ed-4bc5-9aba-4e4e2d94e8ee tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.3090858
Apr 16 16:50:34.558572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:50:34.591800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 225036d6-cc14-48bb-962c-c75655bf76af up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:34.658801 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-100a14b2-0135-480a-815f-51eaef0f3adb req-7248968a-c698-419c-82c4-2f56a4308c86 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358936
Apr 16 16:50:34.742742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-634d5705-f241-4650-9875-817105345bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:34.747819 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-634d5705-f241-4650-9875-817105345bed service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 1096 time: 0.3418038
Apr 16 16:50:34.775424 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917', 'status': 'completed', 'code': 200}
Apr 16 16:50:34.817674 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f948a-212c-41c9-a392-91302037a7bb req-d6afc9a8-4259-4078-bd1e-044335249185 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:34.839430 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-597f948a-212c-41c9-a392-91302037a7bb req-d6afc9a8-4259-4078-bd1e-044335249185 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 943 time: 0.3137069
Apr 16 16:50:34.844328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 225036d6-cc14-48bb-962c-c75655bf76af completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:34.852828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 225036d6-cc14-48bb-962c-c75655bf76af triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:34.853261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:34.945246 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-1b44692f-e030-4970-8fc0-657dcef2b983 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 200  len: 217 time: 0.1798711
Apr 16 16:50:34.947399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:34.971393 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9', 'network_id': '880a3b9d-09cf-48d2-b88b-bd1b126573cb', 'port_id': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9', 'mac_address': 'fa:16:3e:83:c6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:50:35.065483 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-597f948a-212c-41c9-a392-91302037a7bb req-a292e314-5caf-46a9-af68-2d39e59e96a9 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251046
Apr 16 16:50:35.087545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-09dbe09a-2017-49fc-aa34-2b87719dcb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:35.088635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:35.089101 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-09dbe09a-2017-49fc-aa34-2b87719dcb83 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.1036265
Apr 16 16:50:35.102018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:35.135749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:35.147609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139562a9-bb46-4937-898d-cf6179ddc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225036d6-cc14-48bb-962c-c75655bf76af'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:35.165587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 225036d6-cc14-48bb-962c-c75655bf76af, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=225036d6-cc14-48bb-962c-c75655bf76af,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:35.182846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:35.185051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:35.188954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:35.235558 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139562a9-bb46-4937-898d-cf6179ddc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225036d6-cc14-48bb-962c-c75655bf76af', 'code': 200}
Apr 16 16:50:35.236323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:35.237102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:50:35.302992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=225036d6-cc14-48bb-962c-c75655bf76af,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:35.306948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:35.357468 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:35.375301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d0cc1-1648-4f1e-ad26-00aedeef7c98 req-9e77a2fb-3bcf-43f4-9ea2-3ceeb07e0453 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:35.376889 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3f5d0cc1-1648-4f1e-ad26-00aedeef7c98 req-9e77a2fb-3bcf-43f4-9ea2-3ceeb07e0453 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.4371116
Apr 16 16:50:35.439889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ec54-de7b-412e-a625-95977311d99c req-731d31b1-882b-4477-9bba-c27a9f59c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:35.441165 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-731d31b1-882b-4477-9bba-c27a9f59c52b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3406551
Apr 16 16:50:35.444771 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3f5d0cc1-1648-4f1e-ad26-00aedeef7c98 req-c97600b6-ea56-451b-9197-e0dd72a86445 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599179
Apr 16 16:50:35.553126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:35.568596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:35.601637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:35.682636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'port_id': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'mac_address': 'fa:16:3e:6a:b2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:50:35.776083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:35.806322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd825542-a1af-4ba6-8c00-d64d5199c7e6 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:35.834650 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:35.840292 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:35.843153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:35.882386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f1342-6e0d-484b-b808-518141ad8bd5 req-ae449876-3af0-4296-a69e-61958b7d452a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:35.885120 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e7f1342-6e0d-484b-b808-518141ad8bd5 req-ae449876-3af0-4296-a69e-61958b7d452a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.1049454
Apr 16 16:50:35.941290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:35.945225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:35.947579 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e7f1342-6e0d-484b-b808-518141ad8bd5 req-514b5f0b-6246-452d-9ae1-7ff8dff9cd33 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566595
Apr 16 16:50:36.280297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86adc4b-f0f0-4de7-af51-147c459d52b4 req-2f8696fb-f5fb-4d1f-8cb1-33891d4a8708 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:36.281868 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a86adc4b-f0f0-4de7-af51-147c459d52b4 req-2f8696fb-f5fb-4d1f-8cb1-33891d4a8708 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 944 time: 0.0930507
Apr 16 16:50:36.333137 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a86adc4b-f0f0-4de7-af51-147c459d52b4 req-eef6186c-20b4-491e-b543-4fe0012b8225 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447462
Apr 16 16:50:36.657345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf53d9-5724-44b4-a9b3-6f711a231097 req-8515f7f0-054a-4ff0-914b-10cc0d9520cb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:36.658971 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-10bf53d9-5724-44b4-a9b3-6f711a231097 req-8515f7f0-054a-4ff0-914b-10cc0d9520cb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.0940099
Apr 16 16:50:36.706082 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-10bf53d9-5724-44b4-a9b3-6f711a231097 req-7a4944c8-ab8c-4197-a550-e453ff321033 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407746
Apr 16 16:50:37.066660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9ec27342-0caa-4c2d-9837-e9dfecf65a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:37.154783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814decac-09f8-47a5-a72b-8fe74c714924 req-97626fbb-d7ff-4c95-a4f4-51fb523af3a1 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:37.156348 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-814decac-09f8-47a5-a72b-8fe74c714924 req-97626fbb-d7ff-4c95-a4f4-51fb523af3a1 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.0905690
Apr 16 16:50:37.208085 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-814decac-09f8-47a5-a72b-8fe74c714924 req-f5a914e2-42d9-448f-93d2-4af6fdd00c18 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447276
Apr 16 16:50:37.543477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0de4-548e-45d4-8f59-73df85d2718c req-1ede99d2-c252-4b4e-9a8f-5dba7ab4a302 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:37.545076 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87a0de4-548e-45d4-8f59-73df85d2718c req-1ede99d2-c252-4b4e-9a8f-5dba7ab4a302 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 944 time: 0.0942914
Apr 16 16:50:37.593362 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87a0de4-548e-45d4-8f59-73df85d2718c req-4e4505cc-4db1-4d50-b410-0c1f6e1d608a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418491
Apr 16 16:50:37.926562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d06ea-b644-4153-aa63-256acc1a39b2 req-8b47cbd4-dab0-462a-b18e-c4c059cfc720 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:37.928370 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c5d06ea-b644-4153-aa63-256acc1a39b2 req-8b47cbd4-dab0-462a-b18e-c4c059cfc720 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.0923893
Apr 16 16:50:37.977904 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c5d06ea-b644-4153-aa63-256acc1a39b2 req-b88dfd1b-d5bd-4420-8d25-9bf64fe55a2c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433819
Apr 16 16:50:38.540435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305baa-8e0d-4ae5-b964-b525cfcee662 req-0e8df088-07ce-4877-91d1-d70e96d5c157 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:38.548054 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff305baa-8e0d-4ae5-b964-b525cfcee662 req-0e8df088-07ce-4877-91d1-d70e96d5c157 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.2244992
Apr 16 16:50:38.616347 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-7a41109e-6b5d-4cc0-b35c-13c60af73817 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496123
Apr 16 16:50:38.677864 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff305baa-8e0d-4ae5-b964-b525cfcee662 req-e229fa01-9043-449e-b6d6-baa267c2b7a7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288559
Apr 16 16:50:38.780591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['fd825542-a1af-4ba6-8c00-d64d5199c7e6'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:38.818530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:38.862120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf3882-0069-4d11-a53a-886f1553cf62 req-e8657520-fe96-4080-8562-e43f43511eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:38.865099 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b6bf3882-0069-4d11-a53a-886f1553cf62 req-e8657520-fe96-4080-8562-e43f43511eb2 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.3146753
Apr 16 16:50:38.906028 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b430ec54-de7b-412e-a625-95977311d99c req-42d92c0f-45a1-4031-b26d-39a76184d865 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2693033
Apr 16 16:50:38.932994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb46ce-cf9e-4e9e-a05e-2da306c334d7 req-da9a1685-08d6-4d42-8433-83bda720542b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:38.934621 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c4eb46ce-cf9e-4e9e-a05e-2da306c334d7 req-da9a1685-08d6-4d42-8433-83bda720542b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 944 time: 0.2055252
Apr 16 16:50:38.940636 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b6bf3882-0069-4d11-a53a-886f1553cf62 req-914b116e-954e-4040-9b68-abb45a4ccbe5 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660050
Apr 16 16:50:38.986230 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c4eb46ce-cf9e-4e9e-a05e-2da306c334d7 req-cde79ffc-7c3f-4363-9b2b-bb44d50b9e92 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442262
Apr 16 16:50:39.205467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c2c5-28f9-4e31-b7b0-0fda05aacac7 req-02f19297-2f30-42e4-96a2-78175d0e47f1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:39.207167 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d38c2c5-28f9-4e31-b7b0-0fda05aacac7 req-02f19297-2f30-42e4-96a2-78175d0e47f1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.0915711
Apr 16 16:50:39.260677 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d38c2c5-28f9-4e31-b7b0-0fda05aacac7 req-bf08ede6-f833-4c7c-82b0-0e7090af725f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463424
Apr 16 16:50:39.474437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-65251334-0a51-4bdd-97f5-3ec2e7e7df3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:39.549547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:39.884394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff096c7-e1fa-4a54-9a88-38f9af732e2f req-017123c4-111d-4df3-b6dc-c1ff255d9e87 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:39.886053 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1ff096c7-e1fa-4a54-9a88-38f9af732e2f req-017123c4-111d-4df3-b6dc-c1ff255d9e87 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.0919554
Apr 16 16:50:39.938651 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1ff096c7-e1fa-4a54-9a88-38f9af732e2f req-2326c582-b62b-48f0-a63c-b29a4887c97d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439329
Apr 16 16:50:40.203042 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f3d5-303b-4893-9d46-7b667ba8ee72 req-662db888-b373-408a-a92b-06b07f16da54 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:40.204736 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4c69f3d5-303b-4893-9d46-7b667ba8ee72 req-662db888-b373-408a-a92b-06b07f16da54 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 944 time: 0.0926645
Apr 16 16:50:40.234693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:40.253831 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4c69f3d5-303b-4893-9d46-7b667ba8ee72 req-12e7db39-8b5d-434f-ae51-888b93d73237 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429602
Apr 16 16:50:40.474757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd8e95-2f12-4cb9-bb81-3b11862133c2 req-39bb2387-6aac-4beb-b67a-d2c407debac8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:40.476350 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1bfd8e95-2f12-4cb9-bb81-3b11862133c2 req-39bb2387-6aac-4beb-b67a-d2c407debac8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.0898919
Apr 16 16:50:40.524268 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1bfd8e95-2f12-4cb9-bb81-3b11862133c2 req-edc50c97-d6ce-490f-ade6-5b5af15e908a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417168
Apr 16 16:50:41.158162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7bdeb-9610-4268-9af4-a62f950ad890 req-6b43a947-19e4-4973-8645-dfe86eb2c0f7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:41.159748 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9aa7bdeb-9610-4268-9af4-a62f950ad890 req-6b43a947-19e4-4973-8645-dfe86eb2c0f7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.0946143
Apr 16 16:50:41.209134 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9aa7bdeb-9610-4268-9af4-a62f950ad890 req-31408c23-1856-47fa-99f6-0a3d8fea2143 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427868
Apr 16 16:50:41.247227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:41.454245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa880378-f9b8-45c1-abca-613da945eb27 req-7c616ed6-9b1b-4f98-84ed-8ce831cb60c7 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:41.455875 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fa880378-f9b8-45c1-abca-613da945eb27 req-7c616ed6-9b1b-4f98-84ed-8ce831cb60c7 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 944 time: 0.0870824
Apr 16 16:50:41.507549 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fa880378-f9b8-45c1-abca-613da945eb27 req-86cf752c-2bff-440a-a16a-bae12ae8097b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445945
Apr 16 16:50:41.727545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95361e35-a6e8-4e11-8f56-0c6397e53cb1 req-410d2026-965b-4def-b953-3764c61057a9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:41.729128 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-95361e35-a6e8-4e11-8f56-0c6397e53cb1 req-410d2026-965b-4def-b953-3764c61057a9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.0887353
Apr 16 16:50:41.776904 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-95361e35-a6e8-4e11-8f56-0c6397e53cb1 req-f0468a9d-fbae-427b-871d-8234735ce6cd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414340
Apr 16 16:50:42.415151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-075ffa0b-94fc-4e01-b86c-d75726114978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:42.416711 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-075ffa0b-94fc-4e01-b86c-d75726114978 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 1096 time: 0.2037568
Apr 16 16:50:42.421212 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-c7da19a6-9c3f-4ff1-9ac5-32708d6f9e92 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1686246
Apr 16 16:50:42.567069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c63ded-e999-425c-b720-167e791ffdaf req-9942930f-3545-4a35-81d5-b5e9c9b9ea59 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:42.568660 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b8c63ded-e999-425c-b720-167e791ffdaf req-9942930f-3545-4a35-81d5-b5e9c9b9ea59 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.2440031
Apr 16 16:50:42.716075 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b8c63ded-e999-425c-b720-167e791ffdaf req-f917fd2a-8576-42e0-ab54-696cb029b9bd tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1382170
Apr 16 16:50:42.749696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-cb72043f-753e-48f2-b768-6a7f5c80ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:42.751263 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-cb72043f-753e-48f2-b768-6a7f5c80ab7c service neutron] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 913 time: 0.3119545
Apr 16 16:50:42.830117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-0dc60555-63f1-4e4e-984d-83e9597e514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:42.831747 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-0dc60555-63f1-4e4e-984d-83e9597e514f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3c4509f4d9074c578fb7a7179ade0427&device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 1098 time: 0.3149226
Apr 16 16:50:42.834036 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-ea28fc85-5796-4e73-8421-2e0f3f1a0001 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 200  len: 217 time: 0.0747464
Apr 16 16:50:42.926364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4b5aa-5c83-4fa3-9c85-1767dba26166 req-eed165a0-8bfc-4cfa-85c9-36311552cb50 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:42.928128 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1bd4b5aa-5c83-4fa3-9c85-1767dba26166 req-eed165a0-8bfc-4cfa-85c9-36311552cb50 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 944 time: 0.2942739
Apr 16 16:50:43.336802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-af256276-e31c-464d-8ded-0209f3edab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:43.338464 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-af256276-e31c-464d-8ded-0209f3edab35 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.4880514
Apr 16 16:50:43.404504 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1bd4b5aa-5c83-4fa3-9c85-1767dba26166 req-9320a514-79d4-4db7-b51e-5da1de1593b2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4213758
Apr 16 16:50:43.461486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-5a29e65c-32b4-42d4-b6e3-1bb3e6d354d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:43.463074 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-5a29e65c-32b4-42d4-b6e3-1bb3e6d354d0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d6379831-b1c8-4a55-8417-e80f9dd885d9 HTTP/1.1" status: 200  len: 914 time: 0.5723038
Apr 16 16:50:43.479205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aacdc-d57d-4a45-81f4-4f83f5ad3ab0 req-858c7404-6dbc-429e-9080-b50556601d7d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:43.487388 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c63aacdc-d57d-4a45-81f4-4f83f5ad3ab0 req-858c7404-6dbc-429e-9080-b50556601d7d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.5577550
Apr 16 16:50:43.614274 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-a373c06d-6d01-46fc-aaaa-94dd9f518e77 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9 HTTP/1.1" status: 200  len: 217 time: 0.1061699
Apr 16 16:50:43.669730 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c63aacdc-d57d-4a45-81f4-4f83f5ad3ab0 req-c6647be0-b5a3-4b37-8f39-fedc522035fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1784644
Apr 16 16:50:43.685405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-f81ac0b4-6bd8-4089-bc89-2a3a43b2d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:43.687126 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-f81ac0b4-6bd8-4089-bc89-2a3a43b2d7ef service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3301611
Apr 16 16:50:43.791559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-6f22adc9-2773-48d9-ab5e-293cfcd048a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:43.793121 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-6f22adc9-2773-48d9-ab5e-293cfcd048a2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=139567b7-2d7e-4d65-9d79-b18ac9f95bd7 HTTP/1.1" status: 200  len: 852 time: 0.1655805
Apr 16 16:50:43.911584 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-214d9b4d-08ab-4eb7-9e23-9c9ceb641682 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d6379831-b1c8-4a55-8417-e80f9dd885d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1058230
Apr 16 16:50:44.068575 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-56479da9-5bbd-4180-b4c8-2b31fe92f795 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3678219
Apr 16 16:50:44.121255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d2eed23b-d045-4095-8b56-18eb78329917 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:50:44.133930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:44.141887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0003682-c8e3-47ef-b860-7ec2401c019a req-7fb2d72b-bfec-4937-9adb-4d8e47eb867a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:44.143639 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b0003682-c8e3-47ef-b860-7ec2401c019a req-7fb2d72b-bfec-4937-9adb-4d8e47eb867a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 943 time: 0.2827368
Apr 16 16:50:44.280892 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-532f2a68-20cc-4c16-b613-80d45f5d376a service neutron] 10.222.0.120 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3616369
Apr 16 16:50:44.293395 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b0003682-c8e3-47ef-b860-7ec2401c019a req-5d4f8b73-129f-4b8e-95ae-b0e0653d42c5 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900090
Apr 16 16:50:44.479254 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8f5ea80a-b1b3-4b9c-85c8-99d3b10a9421 req-b3c0002f-da61-443a-a509-bcc330120cac service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3978505
Apr 16 16:50:44.528157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port fd825542-a1af-4ba6-8c00-d64d5199c7e6 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:44.538632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port fd825542-a1af-4ba6-8c00-d64d5199c7e6 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:44.539207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:44.557990 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-858e07ef-a808-48f6-8a06-60e1fae1bf40 req-6e968daa-ff62-4255-8307-67fa0004c8fd service neutron] 10.222.0.120 "GET /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2635398
Apr 16 16:50:44.641770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port d2eed23b-d045-4095-8b56-18eb78329917, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2eed23b-d045-4095-8b56-18eb78329917,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:44.663371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'd2eed23b-d045-4095-8b56-18eb78329917', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'port_id': 'd2eed23b-d045-4095-8b56-18eb78329917', 'mac_address': 'fa:16:3e:cc:60:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:50:44.733424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69559a1c-2a78-4fb5-a3c2-5d71bda610f6 req-b3d0dbf9-db85-4792-804e-ace291bc84e7 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:44.743527 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69559a1c-2a78-4fb5-a3c2-5d71bda610f6 req-b3d0dbf9-db85-4792-804e-ace291bc84e7 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 944 time: 0.1113720
Apr 16 16:50:44.796326 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:44.805832 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69559a1c-2a78-4fb5-a3c2-5d71bda610f6 req-1d4c3a3b-7a7e-47a7-8444-3ccdd136e4a6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611227
Apr 16 16:50:44.833990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:44.839074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:44.889635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:44.893057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2eed23b-d045-4095-8b56-18eb78329917 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:44.912072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:44.912993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:44.958883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a70b2-4bab-4660-816b-043d6535e016 req-b342df76-5d47-4e33-b6ff-de46a32145a0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:44.960746 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9a8a70b2-4bab-4660-816b-043d6535e016 req-b342df76-5d47-4e33-b6ff-de46a32145a0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1228287
Apr 16 16:50:44.967419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46728) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:45.008585 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'code': 200}
Apr 16 16:50:45.009308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-674f8374-14fc-4789-ab06-e75b36a5b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:45.063998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port d2eed23b-d045-4095-8b56-18eb78329917, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2eed23b-d045-4095-8b56-18eb78329917,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:45.073698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.084679 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9a8a70b2-4bab-4660-816b-043d6535e016 req-19dca32f-9790-4a10-b940-3ae01de13cdc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163592
Apr 16 16:50:45.094152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:45.110573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:45.111120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.160249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:45.182390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.183027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.183505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.183992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.184475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.184951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.185440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.185926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.186436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.187070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.187608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.188174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.204166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:45.206599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:45.220585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.242068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:45.247383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd1b216b6004e3e890ec07a3c1a79b1 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:45.251017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:45.259668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:45.285153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=d2eed23b-d045-4095-8b56-18eb78329917,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:45.294255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:45.392897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.432509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.440149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.458534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e09d2eb9-1edb-4f21-aa2e-688b4f6f163a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:45.483480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3382a-2d23-45f6-a67a-247d6ba6ff6f req-a523946b-1118-497f-98be-83db5376d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:45.485123 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7c3382a-2d23-45f6-a67a-247d6ba6ff6f req-a523946b-1118-497f-98be-83db5376d8f6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 1099 time: 0.1829028
Apr 16 16:50:45.486611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['d2eed23b-d045-4095-8b56-18eb78329917'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:45.561536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e463144c-2493-467e-b3ba-91b17b5f844e,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:45.569101 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0dd1b216b6004e3e890ec07a3c1a79b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6003344
Apr 16 16:50:45.576861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46752) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:45.579905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:45.592338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.597741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8ee8ae30-b484-4e9b-a6b6-79aa8ce21d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:45.605409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.618800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.619348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.619843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.620329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.620816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.621283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.621693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.622101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.622720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.622883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.623267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:50:45.628792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:45.641621 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7c3382a-2d23-45f6-a67a-247d6ba6ff6f req-82586d7c-7589-4a6a-a414-1db4cfbebe02 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421344
Apr 16 16:50:45.694750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4e38-f760-491e-a019-41009b36a243 req-a87625e0-b22b-4749-b8c0-d8374451bfa3 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:45.696891 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6e9f4e38-f760-491e-a019-41009b36a243 req-a87625e0-b22b-4749-b8c0-d8374451bfa3 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 944 time: 0.1403792
Apr 16 16:50:45.704165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.730823 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:45.734369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.746753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:45.768318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6e9f4e38-f760-491e-a019-41009b36a243 req-71895595-397b-42ae-977c-ca98098f7536 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647883
Apr 16 16:50:45.815904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.824621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b0f0abe6-cc41-4ff0-a56f-89327f47cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:45.837980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463144c-2493-467e-b3ba-91b17b5f844e,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:45.846223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:45.847303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:45.852871 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e463144c-2493-467e-b3ba-91b17b5f844e HTTP/1.1" status: 204  len: 168 time: 0.2692101
Apr 16 16:50:46.079788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-31f15462-a1e4-47b3-b92a-484aa062ad9c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:46.088275 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-31f15462-a1e4-47b3-b92a-484aa062ad9c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.2775438
Apr 16 16:50:46.103399 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-42fa5d41-6645-43d3-85f0-904135fe8fc2 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/quotas/a46c79620899432c8193a987ece333df HTTP/1.1" status: 200  len: 375 time: 0.0141695
Apr 16 16:50:46.225196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c10f64-f0d8-4f7d-aec1-6951401fb13a req-bc19c569-68d0-4208-8207-6eab316a5d60 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:46.232877 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52c10f64-f0d8-4f7d-aec1-6951401fb13a req-bc19c569-68d0-4208-8207-6eab316a5d60 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2113843
Apr 16 16:50:46.291422 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-d7dec1b1-2c61-472e-828e-fec5af60e4a3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1795046
Apr 16 16:50:46.295363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46804) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:46.302366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52c10f64-f0d8-4f7d-aec1-6951401fb13a req-31a15878-67b5-489c-b6a4-46ff5be9a69c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685754
Apr 16 16:50:46.385461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Deleting subnet 33435a37-7c8d-4a82-821b-c81eff080dac {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:50:46.389044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:46.427191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:46.454020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:46.462812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:46.546721 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-0546fba9-60e8-4522-b860-218e05167e7e service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355700
Apr 16 16:50:46.709182 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fa08b-d00f-4cc8-ac21-53ef5fc4c234 req-36fd86f1-cc3e-4e5f-8299-3e8b09c291de tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:46.710882 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e18fa08b-d00f-4cc8-ac21-53ef5fc4c234 req-36fd86f1-cc3e-4e5f-8299-3e8b09c291de tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.2142558
Apr 16 16:50:46.751927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:46.772609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:46.787941 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-f038a77e-eca6-42c2-8e3e-ef1dde72ba63 service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2330658
Apr 16 16:50:46.812685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33435a37-7c8d-4a82-821b-c81eff080dac,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:46.833570 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e18fa08b-d00f-4cc8-ac21-53ef5fc4c234 req-2c4b3577-0539-4605-8d07-53b7b81b2a16 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054530
Apr 16 16:50:46.873057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:46.932219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:46.942718 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] 10.222.0.103 "DELETE /v2.0/subnets/33435a37-7c8d-4a82-821b-c81eff080dac HTTP/1.1" status: 204  len: 168 time: 0.6454549
Apr 16 16:50:46.942957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 46826) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:47.009997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:47.442905 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fd008447-3170-4313-bc4c-642bf3d350c6 req-2aa7463c-be15-40f4-add3-45903ecaa878 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 210 time: 0.2776563
Apr 16 16:50:47.448240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:47.534949 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9', 'code': 200}
Apr 16 16:50:47.552287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcfd6f-deb9-43e9-8fe4-d09c9c521a18 req-e20a685f-33ef-4cd5-be81-1e7283db26de tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:47.559988 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-99dcfd6f-deb9-43e9-8fe4-d09c9c521a18 req-e20a685f-33ef-4cd5-be81-1e7283db26de tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 944 time: 0.5687208
Apr 16 16:50:47.647457 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-99dcfd6f-deb9-43e9-8fe4-d09c9c521a18 req-3d6a1fa1-34d3-4adb-9e83-b24f8940475b tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864835
Apr 16 16:50:47.800945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:47.985247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46874) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:48.076794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8945646-d445-4169-bcfb-3774a49cdeee req-6c5c4a22-6e62-4249-9868-78b45d17b16e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:48.078606 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b8945646-d445-4169-bcfb-3774a49cdeee req-6c5c4a22-6e62-4249-9868-78b45d17b16e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.4083343
Apr 16 16:50:48.089975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f745dc57a20>> segment before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.090415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f745dc57a20>> subnet precommit_delete_associations 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.091278 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> segment_host_mapping after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.091665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> port after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.092028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> port after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.092431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> port after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.092734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> segment after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.093093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> subnet after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.093453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> subnet after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.093822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f745efb9a20>> subnet after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.133286 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d2eed23b-d045-4095-8b56-18eb78329917 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:50:48.135261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.151612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:48.155962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Usage tracker for resource:security_group_rule and tenant:a45674fd94774b9f97ce71ad8e29b4fe is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:48.159128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:48.163883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745df50668>> subnet after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.165440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745df50668>> subnet after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.165440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745df50668>> subnet before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.165440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745df50668>> subnet before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:48.165440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745f60d8d0>,) {'filters': {'network_id': ['c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65']}} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:48.166234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:48.207778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port d2eed23b-d045-4095-8b56-18eb78329917 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:50:48.213114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port d2eed23b-d045-4095-8b56-18eb78329917 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:50:48.213544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.215098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f60d8d0>, 'def5e1d3-4ee8-475e-a468-209a2e738dab') {'for_net_delete': True} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:48.215441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f60d8d0>, 'def5e1d3-4ee8-475e-a468-209a2e738dab') {} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:48.242679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64022204'] for segment, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.269898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.273759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.276201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50920-24e4-4744-8077-298a948572c2 req-4cd49869-566b-4e89-a186-6fac54c0ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:48.278223 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-89e50920-24e4-4744-8077-298a948572c2 req-4cd49869-566b-4e89-a186-6fac54c0ee01 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 1098 time: 0.4550440
Apr 16 16:50:48.284286 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fb412d01-5c8b-4c12-bd4c-ba93f0202ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:48.294419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.309432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Releasing vlan 1372 on physical network physnet1 to pool {{(pid=85298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:50:48.335520 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a45674fd94774b9f97ce71ad8e29b4fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3490102
Apr 16 16:50:48.336170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46880) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:48.338846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acfa114-e41e-4146-9bf9-08f6c166a026,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:48.348716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.354878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:48.363170 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b8945646-d445-4169-bcfb-3774a49cdeee req-21a1d930-cb84-48e1-aff9-f7a2e8600e05 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876023
Apr 16 16:50:48.406086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port d2eed23b-d045-4095-8b56-18eb78329917, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2eed23b-d045-4095-8b56-18eb78329917,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:48.411586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.413767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b267ef8e-57e2-4ead-9168-14e0fe009b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:48.428923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.451248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad8f6-e4ea-4c1f-90da-810b02c0c624 req-6199c2da-3e15-4785-9f03-e3ac554f3553 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:48.453038 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eccad8f6-e4ea-4c1f-90da-810b02c0c624 req-6199c2da-3e15-4785-9f03-e3ac554f3553 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.4677353
Apr 16 16:50:48.467562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.498021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=d2eed23b-d045-4095-8b56-18eb78329917,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:48.501423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:48.531695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.538334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ff4184be-ed31-4cf2-9a08-f61e9066d821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:48.553171 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-89e50920-24e4-4744-8077-298a948572c2 req-ce660bf5-cf13-407b-a425-c834ff89ed04 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451882
Apr 16 16:50:48.565563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acfa114-e41e-4146-9bf9-08f6c166a026,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:48.573010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:48.588448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:48.589757 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8acfa114-e41e-4146-9bf9-08f6c166a026 HTTP/1.1" status: 204  len: 168 time: 0.2524755
Apr 16 16:50:48.747488 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eccad8f6-e4ea-4c1f-90da-810b02c0c624 req-3146d19e-d56b-49bf-8a28-28009abe27db tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2494936
Apr 16 16:50:48.768429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e913ac64-f2fe-4ee3-9079-2ecfba8d94b0 req-a8f34432-49b2-4137-8dbd-07635abec4ee tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 210 time: 0.0907412
Apr 16 16:50:48.784942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Network c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:50:48.811350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65211580'] for segment, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.109660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-d39afe4e-d759-4e21-9297-215ed7ab29d0 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:49.111288 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-d39afe4e-d759-4e21-9297-215ed7ab29d0 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.6518917
Apr 16 16:50:49.136965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Request body: {'port': {'device_id': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'admin_state_up': True, 'tenant_id': 'a46c79620899432c8193a987ece333df'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:49.167080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46916) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:49.183222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Network c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   from cryptography.utils import int_from_bytes
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   from cryptography.utils import int_from_bytes
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   (rel_b, rel_a, rel_b),
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   (rel_b, rel_a, rel_b),
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:50:49.264768 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:50:49.371304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.389813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:49.396655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Usage tracker for resource:security_group_rule and tenant:b6805e38eb9446c08b4aaafd3bc235fe is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:49.399865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:49.409922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:49.435912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c3c99-08c3-491f-9e15-6f60b001b08a req-109a21c5-a7e1-42e0-b175-bac66670e2e2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:49.437559 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-784c3c99-08c3-491f-9e15-6f60b001b08a req-109a21c5-a7e1-42e0-b175-bac66670e2e2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.5095165
Apr 16 16:50:49.450630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7fc7f-62bf-46fc-9302-3652de75cd90 req-3e96794e-a295-4af2-aac6-68f399497c9a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:49.458896 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-46e7fc7f-62bf-46fc-9302-3652de75cd90 req-3e96794e-a295-4af2-aac6-68f399497c9a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.5327814
Apr 16 16:50:49.461411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 46932) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:49.466461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.491793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'floatingip': {'port_id': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:49.523224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.527683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.536098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:49.554895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:49.572456 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b6805e38eb9446c08b4aaafd3bc235fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4041772
Apr 16 16:50:49.575200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46942) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:49.620966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00817676-f3dd-476f-991c-a43391c5003f,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:49.624377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:49.668503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d28bd84e-01ec-456e-b5f3-62f2a280922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.702557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d28bd84e-01ec-456e-b5f3-62f2a280922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.757460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d28bd84e-01ec-456e-b5f3-62f2a280922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.764955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:49.782817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d28bd84e-01ec-456e-b5f3-62f2a280922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.786523 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d28bd84e-01ec-456e-b5f3-62f2a280922a admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/00817676-f3dd-476f-991c-a43391c5003f HTTP/1.1" status: 204  len: 168 time: 0.2077346
Apr 16 16:50:49.786523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bd84e-01ec-456e-b5f3-62f2a280922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00817676-f3dd-476f-991c-a43391c5003f,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:49.796018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d28bd84e-01ec-456e-b5f3-62f2a280922a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:49.859578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-742f4448-887c-4211-91f4-1d8dfa5f8e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:49.887041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.906974 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-46e7fc7f-62bf-46fc-9302-3652de75cd90 req-218ed223-ae91-48a3-aad4-54df5432eb32 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4470398
Apr 16 16:50:49.911767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:49.960581 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917', 'code': 200}
Apr 16 16:50:50.174397 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] 10.222.0.103 "DELETE /v2.0/networks/c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65 HTTP/1.1" status: 204  len: 168 time: 3.2300580
Apr 16 16:50:50.177907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46958) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:50.187483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d00b8d-8fc4-49bc-bf6a-0ea6097d6c65,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:50.236529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:50.243147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:50.260425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Usage tracker for resource:port and tenant:a46c79620899432c8193a987ece333df is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:50.313149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:50.321092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Deleting subnet 28921cfb-eb6d-41f6-85df-90fed88fd723 {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:50:50.323353 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-832b3647-7c18-48ec-908b-7200de3f26b6 req-d3f458e9-e281-4fed-abc6-e9111070144a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 210 time: 0.1608624
Apr 16 16:50:50.334301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:50.345159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:50.401643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad392da-9b06-4f00-9b75-31b462f5996b req-24dc50cc-9ae5-431b-beb6-61ab4e6117ef tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:50.403599 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bad392da-9b06-4f00-9b75-31b462f5996b req-24dc50cc-9ae5-431b-beb6-61ab4e6117ef tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.8374650
Apr 16 16:50:50.408070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 46962) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:50.422599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:50.430835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:50.438241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Made reservation on behalf of a46c79620899432c8193a987ece333df for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:50.445014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:50.477786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:50.633683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:50.688903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Usage tracker for resource:security_group_rule and tenant:d987605520104365a9f5db4db8fdf61a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:50.702077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:50.718324 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-16e5a9eb-f129-49a2-9cca-a8b95875f95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:50.745670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:50.767072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:50.775019 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bad392da-9b06-4f00-9b75-31b462f5996b req-4f615643-1b06-4d7b-9572-33a41d59ac16 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3430867
Apr 16 16:50:50.952438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e808328-2c90-4454-9eb4-27c68010ce63 req-b218ae43-0674-457a-b526-7032c3996d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:50.954067 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e808328-2c90-4454-9eb4-27c68010ce63 req-b218ae43-0674-457a-b526-7032c3996d80 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 1098 time: 0.4621477
Apr 16 16:50:51.031382 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28921cfb-eb6d-41f6-85df-90fed88fd723,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:51.033791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:51.052932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.061531 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] 10.222.0.103 "DELETE /v2.0/subnets/28921cfb-eb6d-41f6-85df-90fed88fd723 HTTP/1.1" status: 204  len: 168 time: 0.8799436
Apr 16 16:50:51.061777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 46968) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:51.178810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.326716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Allocated IP 172.20.0.7 (4b2a2bf5-f241-4566-8a43-225171ec9f91/bb8546ee-d99b-425d-9916-8fdf5fedf32a/d1974541-0b41-4461-a761-f565ef4eb7b8) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:50:51.341302 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e808328-2c90-4454-9eb4-27c68010ce63 req-3af67bbf-cf24-4fe5-a085-83a75b53a217 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3691027
Apr 16 16:50:51.388050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.534755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f745e949470>> segment before_delete 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.535175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f745e949470>> subnet precommit_delete_associations 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.536280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> segment_host_mapping after_create 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.536665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> port after_create 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.537028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> port after_delete 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.537383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> port after_update 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.537839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> segment after_delete 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.538198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> subnet after_create 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.538608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> subnet after_delete 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.539000 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f746693f978>> subnet after_update 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.591210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.606040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e273686b-5459-4450-bd03-7a8fd9d97c3c req-eae17ed3-3734-48cc-bb57-9bfb76df66df tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 210 time: 0.1036303
Apr 16 16:50:51.606816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745ea5d0b8>> subnet after_create 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.607204 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745ea5d0b8>> subnet after_delete 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.607591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745ea5d0b8>> subnet before_create 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.607947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f745ea5d0b8>> subnet before_update 55550000 {{(pid=85299) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 16 16:50:51.608342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745f0de4e0>,) {'filters': {'network_id': ['2106cc31-fec2-43a4-a1f4-2716a2319d91']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:51.620005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf400d-1fe4-4514-99c2-04d954f0823f req-869c66f4-33c7-44c7-996b-958e987ad458 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:51.624914 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f0de4e0>, 'd4dcd4fd-b3c6-48b5-a083-b8a49d239868') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:51.625277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f0de4e0>, 'd4dcd4fd-b3c6-48b5-a083-b8a49d239868') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:51.627690 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69bf400d-1fe4-4514-99c2-04d954f0823f req-869c66f4-33c7-44c7-996b-958e987ad458 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.5693817
Apr 16 16:50:51.631317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.639069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.656222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.665689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Releasing vlan 1365 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:50:51.872513 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Network 2106cc31-fec2-43a4-a1f4-2716a2319d91 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:50:51.875945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:51.882495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:51.991289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a6529f7e-dc3f-4b19-9bde-b6da4898f0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:52.093608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Network 2106cc31-fec2-43a4-a1f4-2716a2319d91 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   from cryptography.utils import int_from_bytes
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   from cryptography.utils import int_from_bytes
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   (rel_b, rel_a, rel_b),
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   (rel_b, rel_a, rel_b),
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:50:52.125686 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:50:52.180450 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69bf400d-1fe4-4514-99c2-04d954f0823f req-d9702e85-e6ec-45a0-87f0-7479250ecc30 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5518017
Apr 16 16:50:52.194230 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d987605520104365a9f5db4db8fdf61a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7842040
Apr 16 16:50:52.206167 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 46996) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:52.217648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ff9e3d-5115-466b-bdef-eb9c4f885fcd,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:52.221682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:52.223839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.229801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:52.251092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.259187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.262461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Pushing event deleted for resources: {'Network': ['ID=2106cc31-fec2-43a4-a1f4-2716a2319d91,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:52.266519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:52.271023 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] 10.222.0.103 "DELETE /v2.0/networks/2106cc31-fec2-43a4-a1f4-2716a2319d91 HTTP/1.1" status: 204  len: 168 time: 1.2081206
Apr 16 16:50:52.275990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.477448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47008) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:52.547529 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e0fd1c44-8919-4d8c-af88-84c3ca0b5c34 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=8f3ad58979f74c09a1d8a4e660fe87bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0686548
Apr 16 16:50:52.550079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47016) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:52.552166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc16da-a4b6-418f-9f2b-1b44221a5515 req-fa7ea59d-2af9-4073-abba-0215ff8b95e4 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:52.553830 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69dc16da-a4b6-418f-9f2b-1b44221a5515 req-fa7ea59d-2af9-4073-abba-0215ff8b95e4 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5703154
Apr 16 16:50:52.568445 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.571759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.603441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.631920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.694095 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.713722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.731522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:52.747815 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Floating IP 2694e7a5-92e9-4a48-a4fd-77e5eebbf61c associated. External IP: 172.27.0.178, port: fd825542-a1af-4ba6-8c00-d64d5199c7e6.
Apr 16 16:50:52.790646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.795750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:52.808628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd6ac1-fb84-450f-af7d-e3548c36cc01,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:52.811452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:52.818537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:52.821551 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b8bd6ac1-fb84-450f-af7d-e3548c36cc01 HTTP/1.1" status: 204  len: 168 time: 0.2688115
Apr 16 16:50:52.839132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ff9e3d-5115-466b-bdef-eb9c4f885fcd,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:52.841745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:52.845035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69dc16da-a4b6-418f-9f2b-1b44221a5515 req-a1eef9b5-0bb2-40c1-a4cd-8fcdcacd4429 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825642
Apr 16 16:50:52.990858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-38699e44-13c2-42a5-a775-23fd7b1b5051 req-ce866cad-015b-4dc9-973b-0e91e40fce08 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:50:53.001616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:53.002870 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/76ff9e3d-5115-466b-bdef-eb9c4f885fcd HTTP/1.1" status: 204  len: 168 time: 0.7867315
Apr 16 16:50:53.075618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:53.101597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:53.173934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d5e6156e-6244-48ad-9135-6ee92e54dae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:53.244653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-38699e44-13c2-42a5-a775-23fd7b1b5051 req-ce866cad-015b-4dc9-973b-0e91e40fce08 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:50:53.245852 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-38699e44-13c2-42a5-a775-23fd7b1b5051 req-ce866cad-015b-4dc9-973b-0e91e40fce08 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 210 time: 0.4322689
Apr 16 16:50:53.344963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47040) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:53.447513 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-37882ee9-e4e3-47aa-a762-2052cb86ed14 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b65ac7a705434393af6cf5d1eba4cd60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0985987
Apr 16 16:50:53.449725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47046) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:53.491996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event updated for resources: {'Port': ['ID=d1974541-0b41-4461-a761-f565ef4eb7b8,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:53.510258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:53.546140 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:53.576134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:53.640497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:53.649165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-669e49fa-228d-4f86-910e-de434ad463e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:53.655049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:50:53.666078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:53.668805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9f9b7-6500-427e-9c7f-aa1f2dc40cff,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:53.670484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Router f5b83677-7f45-4652-862e-a4ab9d3f6599 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:50:53.671684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:53.677233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:53.678834 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/86f9f9b7-6500-427e-9c7f-aa1f2dc40cff HTTP/1.1" status: 204  len: 168 time: 0.2276967
Apr 16 16:50:53.689146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:50:54.185742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5cb90-a143-4129-9847-d6411d112a66 req-cf210260-8838-41f9-a211-3575ffc01998 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:54.187409 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f4a5cb90-a143-4129-9847-d6411d112a66 req-cf210260-8838-41f9-a211-3575ffc01998 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 945 time: 0.6920309
Apr 16 16:50:54.210634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:54.211316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:54.370369 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2387242
Apr 16 16:50:54.399471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Request body: {'port': {'device_id': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:54.431918 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f4a5cb90-a143-4129-9847-d6411d112a66 req-edd160c0-615a-4127-946a-acd75a0dcaf0 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317951
Apr 16 16:50:54.478618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896fae-b378-464e-a185-7def895870ca req-3e5904d2-bcbc-4171-a144-eff66f827441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:54.480234 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-3e5904d2-bcbc-4171-a144-eff66f827441 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 1098 time: 0.7518370
Apr 16 16:50:54.495894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:50:54.510555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f6c9e-5dcb-4acb-a843-3730aa8410a6 req-f6202093-878e-487b-836b-45888716528b tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:54.511390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] Sync routers for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:50:54.512232 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-343f6c9e-5dcb-4acb-a843-3730aa8410a6 req-f6202093-878e-487b-836b-45888716528b tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.7316017
Apr 16 16:50:54.515434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:54.534352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:50:54.536638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f3cff98>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:54.568904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47094) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:54.798460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:54.825936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:50:54.832515 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4608cb06-61c7-41d1-b086-2fd7afc2ba79 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "PUT /v2.0/floatingips/2694e7a5-92e9-4a48-a4fd-77e5eebbf61c HTTP/1.1" status: 200  len: 992 time: 5.3667653
Apr 16 16:50:54.839246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:54.842552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:54.851142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Usage tracker for resource:security_group_rule and tenant:023dea3d00fb4bbe9621da7022eb0f9e is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:54.855172 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-343f6c9e-5dcb-4acb-a843-3730aa8410a6 req-804e0c03-6d60-4f11-bf1c-5c67a15ddff1 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3075831
Apr 16 16:50:54.863958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:54.867581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:54.874950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:54.934205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47116) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:54.981151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896fae-b378-464e-a185-7def895870ca req-801b8be6-3d5d-4f6f-9db0-aa861e56a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:54.982899 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-801b8be6-3d5d-4f6f-9db0-aa861e56a377 service neutron] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 921 time: 0.4367814
Apr 16 16:50:55.075196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.080810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.119220 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-48031ded-502b-436e-b0c9-fb70ca4e1cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:55.131584 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=023dea3d00fb4bbe9621da7022eb0f9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5617282
Apr 16 16:50:55.134452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47126) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:55.150876 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-3779a1ea-91a8-45ee-8929-d79a4b712a37 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 HTTP/1.1" status: 200  len: 217 time: 0.1506679
Apr 16 16:50:55.167907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62d719-e9a3-451d-9d73-48a6233e067f req-6b6be3d6-e469-4d48-b7f7-f8dbfce21d4c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:55.169670 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-da62d719-e9a3-451d-9d73-48a6233e067f req-6b6be3d6-e469-4d48-b7f7-f8dbfce21d4c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5450273
Apr 16 16:50:55.199992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f6cc67-63c6-4f14-9186-d3d50c6fd251,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:55.204343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:55.272784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.323411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.384030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.400644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5022a3c0-e11e-465e-ab8f-cf34535f6693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:55.415526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f3cff98>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '2694e7a5-92e9-4a48-a4fd-77e5eebbf61c', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'port_id': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'mac_address': 'fa:16:3e:6a:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021fce-d230-4117-992c-f91cd978276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:49:58Z', 'updated_at': '2021-04-16T16:50:51Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:55.422101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] Checking router: f5b83677-7f45-4652-862e-a4ab9d3f6599 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:50:55.426932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f6cc67-63c6-4f14-9186-d3d50c6fd251,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:55.430544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896fae-b378-464e-a185-7def895870ca req-c6809295-e021-4c1e-9c3e-a60ec12e9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:55.432233 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-c6809295-e021-4c1e-9c3e-a60ec12e9c08 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.2613449
Apr 16 16:50:55.435261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.439364 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/15f6cc67-63c6-4f14-9186-d3d50c6fd251 HTTP/1.1" status: 204  len: 168 time: 0.3036880
Apr 16 16:50:55.440454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:55.458249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:50:55.459432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f3cff98>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:55.501487 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-da62d719-e9a3-451d-9d73-48a6233e067f req-6bd875ee-5d05-48fc-828a-1e4013a5f1e2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803051
Apr 16 16:50:55.506912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1867080686-network', 'tenant_id': '1d5f124676424457a8eb80eafbc0b97d'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:55.564007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:55.578867 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-7084bcb8-a805-4268-a813-a15906ef35a1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1294966
Apr 16 16:50:55.581695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Usage tracker for resource:network and tenant:1d5f124676424457a8eb80eafbc0b97d is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:55.586504 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:55.606900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:55.645179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9890-69ce-49c3-8508-063e5ff5db7d req-ad7a1165-6847-47ae-9df3-1d1c68623134 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:55.646831 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c8d9890-69ce-49c3-8508-063e5ff5db7d req-ad7a1165-6847-47ae-9df3-1d1c68623134 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 931 time: 0.5677521
Apr 16 16:50:55.742606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Made reservation on behalf of 1d5f124676424457a8eb80eafbc0b97d for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:55.747357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.789664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:55.810416 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'status': 'completed', 'code': 200}
Apr 16 16:50:55.845653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:55.852305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:50:55.873564 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c8d9890-69ce-49c3-8508-063e5ff5db7d req-ab94fba8-7cf0-4ed3-ae21-5b4a23df0265 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165182
Apr 16 16:50:55.875956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5f124676424457a8eb80eafbc0b97d is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:55.899026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:55.937136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:55.989745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-fe0266d8-7be1-40d6-8cd6-f925e286efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:55.991530 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-fe0266d8-7be1-40d6-8cd6-f925e286efd7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 1099 time: 0.1652057
Apr 16 16:50:56.047270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:56.124650 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-7b67923a-9d29-42c1-9d4c-f489000b5d21 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5197554
Apr 16 16:50:56.251191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-989fef39-efe4-4c7e-8f20-134088813bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:56.254342 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-989fef39-efe4-4c7e-8f20-134088813bb8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.2273154
Apr 16 16:50:56.481492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f3cff98>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '2694e7a5-92e9-4a48-a4fd-77e5eebbf61c', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'port_id': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'mac_address': 'fa:16:3e:6a:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021fce-d230-4117-992c-f91cd978276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:49:58Z', 'updated_at': '2021-04-16T16:50:51Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:50:56.489787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a8270-cfa3-42e9-bd6b-db856bc8571f None None] The sync data for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi is: [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '2694e7a5-92e9-4a48-a4fd-77e5eebbf61c', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'port_id': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'mac_address': 'fa:16:3e:6a:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021fce-d230-4117-992c-f91cd978276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:49:58Z', 'updated_at': '2021-04-16T16:50:51Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:50:56.497122 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-68fec102-5be8-415d-82d6-d9198a30f6c3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6 HTTP/1.1" status: 200  len: 1000 time: 0.2098367
Apr 16 16:50:56.596198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-1e71e19d-47bc-4e94-9c1e-f247fe1dda22 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:56.597423 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-1e71e19d-47bc-4e94-9c1e-f247fe1dda22 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.120 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 945 time: 0.2377245
Apr 16 16:50:56.611382 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-a15dac98-755a-497b-8156-726e82d96de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:56.612895 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-a15dac98-755a-497b-8156-726e82d96de2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.1024513
Apr 16 16:50:56.638235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1974541-0b41-4461-a761-f565ef4eb7b8 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:50:56.666420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:56.719383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47174) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:56.729711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Transition to ACTIVE for port object d1974541-0b41-4461-a761-f565ef4eb7b8 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:50:56.753556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Deleting port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:50:56.753982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:56.766790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a14d1-b68a-4c00-8254-5e2c344862a7 req-934ac560-d46a-4e1f-b31a-45ecfd4a3572 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:56.768433 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f77a14d1-b68a-4c00-8254-5e2c344862a7 req-934ac560-d46a-4e1f-b31a-45ecfd4a3572 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.8584373
Apr 16 16:50:56.777789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:56.791415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47182) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:56.831091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:56.836573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-ce64599a-7810-4479-8328-fac6680df8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:56.838170 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-ce64599a-7810-4479-8328-fac6680df8d1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1852612
Apr 16 16:50:56.869836 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'floatingip': {'port_id': 'd2eed23b-d045-4095-8b56-18eb78329917'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:56.958028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c21a0-aa3d-41e8-8768-ea96b77dce22 None None] New status for floating IP 2694e7a5-92e9-4a48-a4fd-77e5eebbf61c: ACTIVE {{(pid=85300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:50:57.003816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.095489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-0ef96e55-d3d8-42a9-ade6-f335a73c3eb6 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9553161
Apr 16 16:50:57.186738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.273411 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-874cee4b-3329-41ab-af0a-4936838cf2cb service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170943
Apr 16 16:50:57.323316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1656905186-network', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:57.346542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.348672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:57.364808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ba6c6-0851-47ee-a1ea-32db2094eebe req-2ce4f908-bbc6-460e-83d5-61fa60a1bee2 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:57.366456 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5f3ba6c6-0851-47ee-a1ea-32db2094eebe req-2ce4f908-bbc6-460e-83d5-61fa60a1bee2 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 945 time: 1.2306910
Apr 16 16:50:57.393052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Usage tracker for resource:network and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:57.399215 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] For port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,segment=NetworkSegment(b0f4908e-2b2f-451c-8cfb-696a66971b14),segment_id=b0f4908e-2b2f-451c-8cfb-696a66971b14)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:50:57.399876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.406313 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:57.481485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:57.488080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1974541-0b41-4461-a761-f565ef4eb7b8,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:57.518329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:57.527919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:57.544486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1369}  {{(pid=85298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:50:57.549367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Calling delete_port for 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:50:57.601709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Made reservation on behalf of 36e2bc75e4e1400fab18b3944402fa76 for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:57.606596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.646877 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bb231cf-bbe3-45d9-83bf-7b92291b033f req-05cedd41-7500-430c-8294-04fb3c8a83e6 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3555779
Apr 16 16:50:57.650591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.650953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Added segment de3fa7c3-e7af-4d4e-b03f-429483d3db9e of type vlan for network f0049d23-d06a-45a0-91cb-3ec160e2a601
Apr 16 16:50:57.673127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.752478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3126a005-f937-4827-9146-86d28de4a792,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:57.759452 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5f3ba6c6-0851-47ee-a1ea-32db2094eebe req-a5354ec0-4bff-4db8-913b-8038c658a552 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/security-groups?id=12f16e64-6b7b-4507-a683-d0c9bc549c37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3563540
Apr 16 16:50:57.780981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:57.798655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09db0e2-86a7-44ef-af42-341e6d9bf0f3 req-bbaa105e-fd26-4f0b-a9dc-1abc1d18554b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:57.801409 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f09db0e2-86a7-44ef-af42-341e6d9bf0f3 req-bbaa105e-fd26-4f0b-a9dc-1abc1d18554b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5999031
Apr 16 16:50:57.885226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:57.921570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:57.931117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:57.938115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:58.037783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:58.059340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:58.072122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['0b5e633d-5dc8-49f9-9b83-70c95f998fa9'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:50:58.081299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:58.192661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Pushing event deleted for resources: {'Port': ['ID=0b5e633d-5dc8-49f9-9b83-70c95f998fa9,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:58.197809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:58.209697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:50:58.304455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:58.317514 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f09db0e2-86a7-44ef-af42-341e6d9bf0f3 req-5673d7bc-3e8e-4f2a-92b3-a7cd5d06c18e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4270806
Apr 16 16:50:58.381750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] No DVR routers for this DVR port 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:50:58.385086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:58.397077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c9b9dd-948e-40a5-aa29-744166975b41', 'name': 'network-vif-deleted', 'tag': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:50:58.406954 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85ccd4e7-5208-42d6-b40f-696ea8bd3d12 req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.120 "DELETE /v2.0/ports/0b5e633d-5dc8-49f9-9b83-70c95f998fa9 HTTP/1.1" status: 204  len: 173 time: 1.7975311
Apr 16 16:50:58.409862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:58.411067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:58.430641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fa2b8ef6-da47-42c0-9d60-e0f057a4acdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:58.446833 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c9b9dd-948e-40a5-aa29-744166975b41', 'name': 'network-vif-deleted', 'tag': '0b5e633d-5dc8-49f9-9b83-70c95f998fa9', 'status': 'completed', 'code': 200}
Apr 16 16:50:58.614168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Attempting to bind port d1974541-0b41-4461-a761-f565ef4eb7b8 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:50:58.614485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Attempting to bind port d1974541-0b41-4461-a761-f565ef4eb7b8 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:50:58.614827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Attempting to bind port d1974541-0b41-4461-a761-f565ef4eb7b8 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:58.849366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Pushing event updated for resources: {'Network': ['ID=f0049d23-d06a-45a0-91cb-3ec160e2a601,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:58.855743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:58.860041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Port d1974541-0b41-4461-a761-f565ef4eb7b8 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:50:58.860207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:50:58.860407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Attempting to bind port d1974541-0b41-4461-a761-f565ef4eb7b8 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:50:58.871301 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 3.9243836
Apr 16 16:50:58.872304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47220) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:50:58.878241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Request body: {'subnet': {'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1867080686-subnet', 'tenant_id': '1d5f124676424457a8eb80eafbc0b97d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:50:58.881223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:50:58.881600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Checking segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:58.882019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Bound using segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:50:58.882524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Bound port: d1974541-0b41-4461-a761-f565ef4eb7b8, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:50:58.882912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:58.894689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:50:58.899296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Usage tracker for resource:subnet and tenant:1d5f124676424457a8eb80eafbc0b97d is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:50:58.902372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:50:58.908889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:50:58.919177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Made reservation on behalf of 1d5f124676424457a8eb80eafbc0b97d for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:50:58.923932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:58.959922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b882b73-c91e-4f5c-971a-fe53df63a3ec req-0409ea21-3037-4836-a800-16b64906c0bd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:58.961539 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2b882b73-c91e-4f5c-971a-fe53df63a3ec req-0409ea21-3037-4836-a800-16b64906c0bd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 943 time: 0.8566449
Apr 16 16:50:59.038687 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f765db07-fd97-4b09-a798-eb0eb46cbf13 req-809a96d3-d504-41d2-b70a-6fe73b2f40f8 tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] 10.222.0.103 "GET /v2.0/ports?device_id=85c9b9dd-948e-40a5-aa29-744166975b41 HTTP/1.1" status: 200  len: 210 time: 0.1369028
Apr 16 16:50:59.080233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.098942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.204728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d91bed61-282b-4a90-919f-ac624c33522b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:59.237849 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2b882b73-c91e-4f5c-971a-fe53df63a3ec req-319df7d8-4c59-4a59-bc09-8b50f9df30fb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208920
Apr 16 16:50:59.246818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1398}  {{(pid=85298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:50:59.261678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] For port d1974541-0b41-4461-a761-f565ef4eb7b8, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:50:59.292877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] For port d1974541-0b41-4461-a761-f565ef4eb7b8, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d1974541-0b41-4461-a761-f565ef4eb7b8,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:50:59.302703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2961fe8f-82d6-442c-afa5-f2dfaa4f505d,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:59.306036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.306546 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Added segment f05fb0ee-96bc-4a1d-ab31-56474d4961ce of type vlan for network ea13a159-05d1-4d6a-8a0b-c632af69c3bf
Apr 16 16:50:59.309578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.310689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:59.315985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.333124 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.380503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.394625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ac1222e9-49c9-4791-9fc5-274cfa7964b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:59.396276 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b14735f6-373d-4f9d-bdbb-a8423e17647e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:59.545532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9bd6284-794d-43ce-90c7-300e904e61d7,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:59.550891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:59.621152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Checking segment: {'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:50:59.621555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Network hostable DHCP agents. Network: f0049d23-d06a-45a0-91cb-3ec160e2a601, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:50:59.621911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.643588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:50:59.654472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, f0049d23-d06a-45a0-91cb-3ec160e2a601) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:50:59.673973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:59.674661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.676070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68b6f7-565b-4131-9cee-75f99f64ca90 None None] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:50:59.706673 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5fe52368-369c-4d2c-a950-4153e4c67c67 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8251483
Apr 16 16:50:59.762480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1974541-0b41-4461-a761-f565ef4eb7b8,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:50:59.769097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:50:59.823443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.832866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:50:59.833706 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:50:59.840926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:50:59.884316 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Floating IP 8aab6c31-a326-44d0-9ead-a88d3bad780a associated. External IP: 172.27.0.180, port: d2eed23b-d045-4095-8b56-18eb78329917.
Apr 16 16:51:00.006164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fe0b8-02c8-442c-af94-1776ec1ad0e5 req-fcb20317-ebfa-4e2d-b2b3-21a6b05929ef tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:00.006505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ee0cb-9e7f-4395-b369-906d89022a5f None None] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:00.007832 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ac0fe0b8-02c8-442c-af94-1776ec1ad0e5 req-fcb20317-ebfa-4e2d-b2b3-21a6b05929ef tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5581093
Apr 16 16:51:00.036876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:00.037575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:00.039086 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] 10.222.0.120 "PUT /v2.0/ports/d1974541-0b41-4461-a761-f565ef4eb7b8 HTTP/1.1" status: 200  len: 1093 time: 5.6544847
Apr 16 16:51:00.044417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'tag': 'd1974541-0b41-4461-a761-f565ef4eb7b8'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:00.160767 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'tag': 'd1974541-0b41-4461-a761-f565ef4eb7b8', 'status': 'completed', 'code': 200}
Apr 16 16:51:00.213456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47246) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:00.218693 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 3.4907339
Apr 16 16:51:00.222148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Request body: {'subnet': {'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1656905186-subnet', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:00.222520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:51:00.231557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Pushing event updated for resources: {'Network': ['ID=ea13a159-05d1-4d6a-8a0b-c632af69c3bf,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:00.243661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:00.250462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Usage tracker for resource:subnet and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:00.253521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:00.261902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:00.270416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:51:00.270835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 0b5e633d-5dc8-49f9-9b83-70c95f998fa9 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:51:00.272601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:51:00.292444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:00.297489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ac0fe0b8-02c8-442c-af94-1776ec1ad0e5 req-30e27ea9-9da6-4c41-8db4-5255b4a40c9c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415676
Apr 16 16:51:00.315825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Made reservation on behalf of 36e2bc75e4e1400fab18b3944402fa76 for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:00.324678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:00.735390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Router ce074404-c807-469d-a682-d796f20dd67c has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:51:00.740934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-714c5a89-d028-4f6d-847a-b732ee0dc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:00.742958 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-714c5a89-d028-4f6d-847a-b732ee0dc34b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 1096 time: 0.5867710
Apr 16 16:51:00.917275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:00.996312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:01.095012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=095eef29-83d9-4820-8c3e-d77fbcea0e5d,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:01.100473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:01.157646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Checking segment: {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:01.158031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Network hostable DHCP agents. Network: ea13a159-05d1-4d6a-8a0b-c632af69c3bf, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:51:01.166314 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-4b7a2e14-274f-4f07-a5f1-56012f2e5a20 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1974541-0b41-4461-a761-f565ef4eb7b8 HTTP/1.1" status: 200  len: 217 time: 0.4100270
Apr 16 16:51:01.178166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:51:01.188429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, ea13a159-05d1-4d6a-8a0b-c632af69c3bf) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:01.199080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198e9cc-aa80-4c13-ace0-0ec329042efd None None] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:01.204847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:01.205498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:01.255502 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0400410
Apr 16 16:51:01.258157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47274) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:01.267222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:01.284433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:01.292238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Usage tracker for resource:router and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:01.297318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:01.306257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:01.318747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:01.320009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:01.346324 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1149ee9-3cfb-4371-b737-f911e72dc4cc req-e6943db0-b196-433b-a09f-cdb182dcd2aa tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:01.348501 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e1149ee9-3cfb-4371-b737-f911e72dc4cc req-e6943db0-b196-433b-a09f-cdb182dcd2aa tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 943 time: 0.8555267
Apr 16 16:51:01.354710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:01.407189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-43f65bd5-a9d0-4503-8b59-393603a2fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:01.408769 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-43f65bd5-a9d0-4503-8b59-393603a2fa75 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.1873326
Apr 16 16:51:01.486604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:51:01.499006 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] Sync routers for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:51:01.507199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:01.512770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:01.513660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f3cfe80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:01.554561 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e1149ee9-3cfb-4371-b737-f911e72dc4cc req-20d8d2a5-5cbd-45c5-9af3-672c7826facc tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956117
Apr 16 16:51:01.562642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:51:01.563828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:01.569572 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-aefa4197-68cd-4077-9c49-761082118205 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1486351
Apr 16 16:51:01.768781 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5b3a2276-38f2-49bc-be70-4d352a6d54b7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "PUT /v2.0/floatingips/8aab6c31-a326-44d0-9ead-a88d3bad780a HTTP/1.1" status: 200  len: 991 time: 4.9566627
Apr 16 16:51:01.788616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:01.878749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:01.965216 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-c85e184b-37d4-4d83-94cb-9a6faea2913b service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2914836
Apr 16 16:51:01.986517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Allocated IP 172.20.0.2 (ea13a159-05d1-4d6a-8a0b-c632af69c3bf/095eef29-83d9-4820-8c3e-d77fbcea0e5d/266246d8-42bb-4caa-ad6e-86ca9ded6ce0) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:02.203868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:02.210643 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9d92d19-c2d6-405d-85b1-ad11f6d3814f req-f616c48a-5bd8-4b1b-a89d-bfde4ed82d22 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133703
Apr 16 16:51:02.277960 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.291516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Transition to ACTIVE for port object 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:02.315216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Transition to ACTIVE for port object 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:02.315440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e014a6-2370-45af-aaa4-89ff083d01c9 req-b0d6df72-7ba5-4520-8df0-a946c550fd34 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:02.317272 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-29e014a6-2370-45af-aaa4-89ff083d01c9 req-b0d6df72-7ba5-4520-8df0-a946c550fd34 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.7802999
Apr 16 16:51:02.331711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.355480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.393593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.433738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f3cfe80>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '8aab6c31-a326-44d0-9ead-a88d3bad780a', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'port_id': 'd2eed23b-d045-4095-8b56-18eb78329917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'mac_address': 'fa:16:3e:cc:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:19Z', 'updated_at': '2021-04-16T16:50:58Z', 'revision_number': 1, 'project_id': '26fb0e15979d43999b94901003579a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:02.439090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] Checking router: ce074404-c807-469d-a682-d796f20dd67c for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:51:02.448644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:02.450890 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:02.451876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f3cfe80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:02.529463 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-29e014a6-2370-45af-aaa4-89ff083d01c9 req-40e84bda-ae92-4f6e-aaa2-1d7e69b98e76 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558936
Apr 16 16:51:02.567856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Allocated IP 172.27.0.157 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/e9ee8b61-ab18-4bd7-8d47-599e2d653a4b) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:02.570042 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-b811d2dd-b87a-4fb7-a1a8-baab4967544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:02.571876 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-b811d2dd-b87a-4fb7-a1a8-baab4967544a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 1096 time: 0.2534459
Apr 16 16:51:02.588993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Pushing event updated for resources: {'Port': ['ID=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:02.593876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:02.594815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358239c-0363-4883-8ebe-3487a04781b6 req-cb27ec2f-0f17-4984-a34a-5a6b0fe936f9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:02.595607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-c358239c-0363-4883-8ebe-3487a04781b6 req-cb27ec2f-0f17-4984-a34a-5a6b0fe936f9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Synchronizing usage tracker for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:network {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:51:02.631723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:02.633130 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:02.635725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:02.773814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.811106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.929848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Attempting to bind port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:02.930264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Attempting to bind port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:02.930774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Attempting to bind port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 on network ea13a159-05d1-4d6a-8a0b-c632af69c3bf {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:02.931534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:02.939157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:02.939575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Checking segment: {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:02.940020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.940454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Bound using segment: {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:02.940964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Bound port: 266246d8-42bb-4caa-ad6e-86ca9ded6ce0, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:02.941911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:02.960687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:03.056856 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917', 'status': 'completed', 'code': 200}
Apr 16 16:51:03.059727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-7869df70-68a4-4b18-9d0b-613da9be3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:03.061089 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-7869df70-68a4-4b18-9d0b-613da9be3fe2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 916 time: 0.4615948
Apr 16 16:51:03.075029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-c358239c-0363-4883-8ebe-3487a04781b6 req-cb27ec2f-0f17-4984-a34a-5a6b0fe936f9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Unset dirty status for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:network {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:51:03.082433 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-cb27ec2f-0f17-4984-a34a-5a6b0fe936f9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/networks?id=f0049d23-d06a-45a0-91cb-3ec160e2a601 HTTP/1.1" status: 200  len: 809 time: 0.8683093
Apr 16 16:51:03.149033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] For port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:03.152804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] For port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:03.160211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:03.188653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:03.215824 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-707b4413-c6c5-4791-9397-7d40dc0c861f tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/quotas/1d5f124676424457a8eb80eafbc0b97d HTTP/1.1" status: 200  len: 375 time: 0.1323397
Apr 16 16:51:03.230942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:03.244190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:03.245636 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-ad5ab419-cd68-439e-b4d4-b2aabe579b76 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1974541-0b41-4461-a761-f565ef4eb7b8 HTTP/1.1" status: 200  len: 217 time: 0.1572356
Apr 16 16:51:03.349016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-991a3279-b7e1-464b-8abb-55708602e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:03.350801 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-991a3279-b7e1-464b-8abb-55708602e7b1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 1098 time: 0.4582615
Apr 16 16:51:03.357669 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-143c56a7-404d-49da-b8bf-3433e2b1c9be tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d5f124676424457a8eb80eafbc0b97d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1204567
Apr 16 16:51:03.363754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:03.364987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:03.369622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Pushing event updated for resources: {'Port': ['ID=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:03.372634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:03.375112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:03.454066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:51:03.571960 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-f590bb96-5b67-4ab4-a0db-0658ffef5aba service neutron] 10.222.0.103 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876733
Apr 16 16:51:03.590325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-23017ff9-6a1f-4f7f-b52c-653a8058037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:03.591640 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-23017ff9-6a1f-4f7f-b52c-653a8058037f service neutron] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 913 time: 0.1671808
Apr 16 16:51:03.612752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f3cfe80>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '8aab6c31-a326-44d0-9ead-a88d3bad780a', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'port_id': 'd2eed23b-d045-4095-8b56-18eb78329917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'mac_address': 'fa:16:3e:cc:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:19Z', 'updated_at': '2021-04-16T16:50:58Z', 'revision_number': 1, 'project_id': '26fb0e15979d43999b94901003579a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:03.618722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359b514-71c3-42e2-bdd9-7ec8251f4ca2 None None] The sync data for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi is: [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '8aab6c31-a326-44d0-9ead-a88d3bad780a', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'port_id': 'd2eed23b-d045-4095-8b56-18eb78329917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'mac_address': 'fa:16:3e:cc:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:19Z', 'updated_at': '2021-04-16T16:50:58Z', 'revision_number': 1, 'project_id': '26fb0e15979d43999b94901003579a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:51:03.696181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece09a4-dd91-448c-bfee-2978998ca416 req-cb21d774-d169-4797-9118-ea17b732f150 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:03.701111 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ece09a4-dd91-448c-bfee-2978998ca416 req-cb21d774-d169-4797-9118-ea17b732f150 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 943 time: 0.7550619
Apr 16 16:51:03.703249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-65c4bd55-8f76-4abc-a986-0698e3bf8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:03.705071 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-65c4bd55-8f76-4abc-a986-0698e3bf8116 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.4118786
Apr 16 16:51:03.867682 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-18963762-aee8-4b9d-9de3-1eff87146496 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1283367
Apr 16 16:51:03.884923 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-218fcf55-b935-46ae-8789-57b7a2264f38 service neutron] 10.222.0.103 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3030365
Apr 16 16:51:03.929475 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-3b3e796d-32bc-44e0-8f89-9188429ec7b0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 200  len: 999 time: 0.3220193
Apr 16 16:51:04.025647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0a780-b8d5-4bca-9afd-1156e6654e4e None None] New status for floating IP 8aab6c31-a326-44d0-9ead-a88d3bad780a: ACTIVE {{(pid=85300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:51:04.109514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-d3679345-1499-4cc4-979e-6d6ccb47b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:04.111112 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-d3679345-1499-4cc4-979e-6d6ccb47b616 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.1720319
Apr 16 16:51:04.128292 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ece09a4-dd91-448c-bfee-2978998ca416 req-dbb1b4f4-2f51-4c14-bf9a-cc978256be90 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4219091
Apr 16 16:51:04.167995 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-925580a8-a8b0-4d89-b527-bcde4ecdb044 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816567
Apr 16 16:51:04.212014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d1974541-0b41-4461-a761-f565ef4eb7b8 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:51:04.323163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47334) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:04.517988 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1d41c112-b93d-4ea5-a905-614a7b8bf8bc req-223bb241-fc89-4ab5-ad80-f4ad2744c197 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3322339
Apr 16 16:51:04.525164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:04.531270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Deleting subnet 139567b7-2d7e-4d65-9d79-b18ac9f95bd7 {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:51:04.568413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:51:04.576519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:04.638626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-df4b0bef-7401-4209-b05b-3aa64efab2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:04.640277 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-df4b0bef-7401-4209-b05b-3aa64efab2e4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5169315
Apr 16 16:51:04.650177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:04.883537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:04.916128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port d1974541-0b41-4461-a761-f565ef4eb7b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d1974541-0b41-4461-a761-f565ef4eb7b8,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:04.946596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'd1974541-0b41-4461-a761-f565ef4eb7b8', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'port_id': 'd1974541-0b41-4461-a761-f565ef4eb7b8', 'mac_address': 'fa:16:3e:15:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8546ee-d99b-425d-9916-8fdf5fedf32a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:51:05.071199 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c6aff81d-729c-428a-9e67-4813183ffdd8 req-a4e52839-5a89-4b6e-b6d1-6922700fc5fc tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 210 time: 0.5473623
Apr 16 16:51:05.075985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:05.141887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:05.156567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:05.193880 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750796f-09e3-49e2-b056-b892403360b5 req-948225e7-c747-478f-bd92-24da61ab2104 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:05.195768 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a750796f-09e3-49e2-b056-b892403360b5 req-948225e7-c747-478f-bd92-24da61ab2104 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1852798
Apr 16 16:51:05.209883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1974541-0b41-4461-a761-f565ef4eb7b8 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:51:05.234315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port d1974541-0b41-4461-a761-f565ef4eb7b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d1974541-0b41-4461-a761-f565ef4eb7b8,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:05.251716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:05.253653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01cb1131-ec7a-446c-a2f7-b845f71b9897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:05.268740 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a750796f-09e3-49e2-b056-b892403360b5 req-cd544814-0b5a-49f7-abe6-51651b245625 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658829
Apr 16 16:51:05.342876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222f852-4dcb-4f9f-88de-79113cae3e3d None None] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:05.485335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53947db-c2de-474d-8751-0686415004eb req-197e42a9-2524-456e-9c26-2f06cd12a119 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:05.487393 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f53947db-c2de-474d-8751-0686415004eb req-197e42a9-2524-456e-9c26-2f06cd12a119 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 944 time: 0.1223841
Apr 16 16:51:05.546694 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f53947db-c2de-474d-8751-0686415004eb req-49222ee6-b85d-4d4f-b617-7ba029c0a13a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506587
Apr 16 16:51:05.574697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Provisioning for port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:05.588157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Provisioning complete for port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:05.588588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:05.617368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=d1974541-0b41-4461-a761-f565ef4eb7b8,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:05.628183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:05.849889 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-3c8ad2ce-925d-4f42-9dec-be0caf6a6d8a service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1315713
Apr 16 16:51:05.893075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['d1974541-0b41-4461-a761-f565ef4eb7b8'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:51:05.993396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:06.138959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:06.251585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] For port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:06.264415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:06.270367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:06.330754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358239c-0363-4883-8ebe-3487a04781b6 req-20610629-9552-417b-aea1-be8d49eb30bb tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:06.332720 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-20610629-9552-417b-aea1-be8d49eb30bb tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "GET /v2.0/networks?id=f0049d23-d06a-45a0-91cb-3ec160e2a601 HTTP/1.1" status: 200  len: 809 time: 0.3071530
Apr 16 16:51:06.392733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Request body: {'port': {'device_id': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601', 'admin_state_up': True, 'tenant_id': '1d5f124676424457a8eb80eafbc0b97d'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:06.464899 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d26a8542-7fd3-4359-99d2-f0d579c47634 req-2e8c6d5a-f661-4112-9a33-ad946db2d610 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6012313
Apr 16 16:51:06.508931 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Pushing event updated for resources: {'Port': ['ID=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:06.519231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:06.572168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:06.612582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ca940592-d641-4379-98f6-e42d5ada098d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:06.645755 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f31ae756-f454-470d-be79-27afe60ea6a8 req-2db3ec92-f0fa-4bac-bf14-31ae4d977da6 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 210 time: 0.3117056
Apr 16 16:51:06.676034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:06.693970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Usage tracker for resource:port and tenant:1d5f124676424457a8eb80eafbc0b97d is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:06.696350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-cafbd2b9-3941-47c5-b5b7-16543de4f346 None None] Provisioning complete for port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:06.697015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cafbd2b9-3941-47c5-b5b7-16543de4f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:06.703135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:06.712913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:06.734567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758ceeb-aa5f-4225-b7a0-1be2277d571c req-f774eaf3-75c8-4d2e-bcdd-d96a694b2dd3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:06.736387 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c758ceeb-aa5f-4225-b7a0-1be2277d571c req-f774eaf3-75c8-4d2e-bcdd-d96a694b2dd3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1578484
Apr 16 16:51:06.737168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139567b7-2d7e-4d65-9d79-b18ac9f95bd7,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:06.737353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Made reservation on behalf of 1d5f124676424457a8eb80eafbc0b97d for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:06.743440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:06.762428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:06.822534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Router d1bc3366-023d-4bc7-9186-f870cca03fd3 is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:51:06.914171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:06.939710 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c758ceeb-aa5f-4225-b7a0-1be2277d571c req-d66baea2-5bc5-40a5-94de-34b2e3ff84ae tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766505
Apr 16 16:51:07.001851 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/139567b7-2d7e-4d65-9d79-b18ac9f95bd7 HTTP/1.1" status: 204  len: 168 time: 2.6638796
Apr 16 16:51:07.001851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47382) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:07.037725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Allocated IP 172.20.0.9 (f0049d23-d06a-45a0-91cb-3ec160e2a601/b9bd6284-794d-43ce-90c7-300e904e61d7/da606ecb-e349-4795-bddb-3c2db704b112) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:07.073037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b30041d-a2dd-43c8-a554-b8ea69238537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.147546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4ad7e-10ec-444c-ba22-6f678f7f079e req-3cb4ffb4-7d27-4097-bad3-bfbc07260be0 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:07.150470 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c5f4ad7e-10ec-444c-ba22-6f678f7f079e req-3cb4ffb4-7d27-4097-bad3-bfbc07260be0 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 944 time: 0.3117661
Apr 16 16:51:07.188848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.260072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:51:07.272052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Sync routers for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:51:07.285499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:07.286253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f459cc0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:07.320133 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c5f4ad7e-10ec-444c-ba22-6f678f7f079e req-aebe9a16-d4b9-4ea3-b90e-3d73e02c1064 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629028
Apr 16 16:51:07.339389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.340724 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.0815129
Apr 16 16:51:07.349263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47392) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:07.397907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.428561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.448187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-56a85c3f-952e-4bf5-9952-908996a89cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:07.488902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47398) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:07.510636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:07.580688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.658005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Pushing event updated for resources: {'Port': ['ID=da606ecb-e349-4795-bddb-3c2db704b112,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:07.665676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:07.692566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:07.711284 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:07.720769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:07.748714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745e87b2e8>,) {'filters': {'network_id': ['d6379831-b1c8-4a55-8417-e80f9dd885d9']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:07.756175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.783346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:07.798490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Usage tracker for resource:security_group_rule and tenant:ae13bfd7e551481c95adf386113c5383 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:07.835232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:07.838168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745e87b2e8>, 'b0f4908e-2b2f-451c-8cfb-696a66971b14') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:07.838538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745e87b2e8>, 'b0f4908e-2b2f-451c-8cfb-696a66971b14') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:07.858363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f459cc0>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:04Z', 'revision_number': 3, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:07.863239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Checking router: d1bc3366-023d-4bc7-9186-f870cca03fd3 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:51:07.863239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Updating router d1bc3366-023d-4bc7-9186-f870cca03fd3 port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:51:07.870195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:07.870891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.875016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:07.909086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.916133 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5293353
Apr 16 16:51:07.925943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.944177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Request body: {'port': {'device_id': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:07.947799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:07.962213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Releasing vlan 1388 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:51:08.062134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c99f-e017-4363-90b7-4a012d41e8a2 req-5e9fc338-54fc-4d61-8a35-0e3d27829fec tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:08.075001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-2416c99f-e017-4363-90b7-4a012d41e8a2 req-5e9fc338-54fc-4d61-8a35-0e3d27829fec tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Synchronizing usage tracker for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:51:08.237677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d1974541-0b41-4461-a761-f565ef4eb7b8 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:08.276133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-2416c99f-e017-4363-90b7-4a012d41e8a2 req-5e9fc338-54fc-4d61-8a35-0e3d27829fec tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Unset dirty status for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:51:08.277688 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2416c99f-e017-4363-90b7-4a012d41e8a2 req-5e9fc338-54fc-4d61-8a35-0e3d27829fec tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 931 time: 0.4908037
Apr 16 16:51:08.323327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.334674 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port d1974541-0b41-4461-a761-f565ef4eb7b8 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:08.345917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port d1974541-0b41-4461-a761-f565ef4eb7b8 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:08.346418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.364604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.400821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.402946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.417261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Transition to ACTIVE for port object e9ee8b61-ab18-4bd7-8d47-599e2d653a4b will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:08.423647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:08.424344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.452907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2dbdfde3-513f-4cf8-aff5-2d71af71af4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:08.458123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0f440496-fe56-4a6f-91ae-8e9acbe971c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:08.490416 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ae13bfd7e551481c95adf386113c5383&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9976285
Apr 16 16:51:08.493344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a80451-c061-48ef-bcef-a415d76e171e,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:08.543547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-2416c99f-e017-4363-90b7-4a012d41e8a2 req-d98980b0-b26b-4ef7-a60d-56fe47765a73 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Synchronizing usage tracker for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:51:08.547775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:08.556013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47414) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:08.561198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Pushing event updated for resources: {'Port': ['ID=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:08.589923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.628711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.629009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port d1974541-0b41-4461-a761-f565ef4eb7b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d1974541-0b41-4461-a761-f565ef4eb7b8,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:08.629574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.630247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.630395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1974541-0b41-4461-a761-f565ef4eb7b8'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:08.631236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.632626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.633191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.633916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.634862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.635422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.635609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:08.636149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.636328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.636882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.637438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:08.648398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:08.688178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Network d6379831-b1c8-4a55-8417-e80f9dd885d9 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:51:08.693478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f080c-8d6f-40c2-9e2f-bd97efa758c7 req-609ea28e-dc11-4582-a02e-b0b9b58d9f6f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:08.698805 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b5f080c-8d6f-40c2-9e2f-bd97efa758c7 req-609ea28e-dc11-4582-a02e-b0b9b58d9f6f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5500979
Apr 16 16:51:08.698977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.710040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.712822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:08.749506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Attempting to bind port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:08.750047 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Attempting to bind port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:08.750552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Attempting to bind port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:08.757668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:08.758172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:08.758741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.759261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:08.759845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Bound port: e9ee8b61-ab18-4bd7-8d47-599e2d653a4b, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:08.760341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.792141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.795639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=d1974541-0b41-4461-a761-f565ef4eb7b8,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:08.807603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:08.844968 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] For port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:08.849712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] For port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:08.853582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.873929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:08.892087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:08.893811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-2416c99f-e017-4363-90b7-4a012d41e8a2 req-d98980b0-b26b-4ef7-a60d-56fe47765a73 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Unset dirty status for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:51:08.895878 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2416c99f-e017-4363-90b7-4a012d41e8a2 req-d98980b0-b26b-4ef7-a60d-56fe47765a73 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5879569
Apr 16 16:51:08.959534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Pushing event updated for resources: {'Port': ['ID=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:08.963115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:08.999023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.042153 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b5f080c-8d6f-40c2-9e2f-bd97efa758c7 req-d7961221-fe0a-43b5-a513-106fd6ec0bd6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382310
Apr 16 16:51:09.067467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Network d6379831-b1c8-4a55-8417-e80f9dd885d9 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:51:09.105138 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:51:09.149961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:09.150999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f459cc0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:50:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:09.179847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.207433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-18b8e9c2-61f0-4443-951e-8df559698e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:09.233865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.236489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e6a80451-c061-48ef-bcef-a415d76e171e HTTP/1.1" status: 204  len: 168 time: 0.6761103
Apr 16 16:51:09.237610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a80451-c061-48ef-bcef-a415d76e171e,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:09.242396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:09.251248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da606ecb-e349-4795-bddb-3c2db704b112 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:51:09.321310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.326323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.342820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:09.358318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Transition to ACTIVE for port object da606ecb-e349-4795-bddb-3c2db704b112 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:09.367978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.369495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.374878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6379831-b1c8-4a55-8417-e80f9dd885d9,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:09.391423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:09.400079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:09.404498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Allocated IP 172.20.0.1 (ea13a159-05d1-4d6a-8a0b-c632af69c3bf/095eef29-83d9-4820-8c3e-d77fbcea0e5d/01a9d1db-e2a7-487f-aa74-22707014290b) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:09.417427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:09.420493 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1974541-0b41-4461-a761-f565ef4eb7b8', 'code': 200}
Apr 16 16:51:09.431808 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] 10.222.0.103 "DELETE /v2.0/networks/d6379831-b1c8-4a55-8417-e80f9dd885d9 HTTP/1.1" status: 204  len: 168 time: 2.4290907
Apr 16 16:51:09.500308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0f76e68-8e9f-41fc-ba0f-3695f3e35180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.549647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbceea-ccaf-485b-a3f3-5b69c8c6b52e req-cb8b4db8-1849-4eb3-ab4d-2aa8b2247f24 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:09.557533 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9fcbceea-ccaf-485b-a3f3-5b69c8c6b52e req-cb8b4db8-1849-4eb3-ab4d-2aa8b2247f24 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 945 time: 0.2769518
Apr 16 16:51:09.569014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.740252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.784458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Transition to ACTIVE for port object 01a9d1db-e2a7-487f-aa74-22707014290b will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:09.823455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Pushing event updated for resources: {'Port': ['ID=da606ecb-e349-4795-bddb-3c2db704b112,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:09.833499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:09.855580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47426) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:09.868386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47430) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:09.882002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.903497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:09.915309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:09.916280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-76a92435-7863-4da5-bff9-19200a568363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f459cc0>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:04Z', 'revision_number': 3, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:09.920530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92435-7863-4da5-bff9-19200a568363 None None] The sync data for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi is: [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:04Z', 'revision_number': 3, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:51:09.939977 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9fcbceea-ccaf-485b-a3f3-5b69c8c6b52e req-4f7ddb4e-8c92-4193-a4f8-e0e61631eb4d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3814166
Apr 16 16:51:09.947826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:09.974622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Usage tracker for resource:security_group_rule and tenant:ce4090ffb3104b3486a1de6bf87218fa is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:09.980378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:09.990716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:10.130238 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ffe72b6d-00eb-4392-b589-b297ee8873bc admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3c4509f4d9074c578fb7a7179ade0427&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2598217
Apr 16 16:51:10.137135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47440) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:10.138570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=01a9d1db-e2a7-487f-aa74-22707014290b,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:10.143340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:10.183495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9254f-1596-4b1c-8dcb-f3ac4aadd20a req-4fe232d9-351d-4d70-8729-bcdc61016331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:10.185210 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b0a9254f-1596-4b1c-8dcb-f3ac4aadd20a req-4fe232d9-351d-4d70-8729-bcdc61016331 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 1098 time: 0.3718500
Apr 16 16:51:10.230120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.289707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.307567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b0a9254f-1596-4b1c-8dcb-f3ac4aadd20a req-d8d06dec-b057-47f7-b643-7bc65e966157 service neutron] Synchronizing usage tracker for tenant:ef9efb72d78a4762bb6b0c7f2bf429ad on resource:security_group {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:51:10.311581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:10.316888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:10.323318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:10.364785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.418441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.440310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3558-3782-4a72-9808-ba97041a1d99 req-4ac2e025-23c4-4a7d-bd82-ce443ee21fa8 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:10.443179 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e6c3558-3782-4a72-9808-ba97041a1d99 req-4ac2e025-23c4-4a7d-bd82-ce443ee21fa8 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 943 time: 0.3694456
Apr 16 16:51:10.447110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:10.461197 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Attempting to bind port da606ecb-e349-4795-bddb-3c2db704b112 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:10.461576 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Attempting to bind port da606ecb-e349-4795-bddb-3c2db704b112 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:10.461942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Attempting to bind port da606ecb-e349-4795-bddb-3c2db704b112 on network f0049d23-d06a-45a0-91cb-3ec160e2a601 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:10.481396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f16e64-6b7b-4507-a683-d0c9bc549c37,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:10.486957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:10.487754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b0a9254f-1596-4b1c-8dcb-f3ac4aadd20a req-d8d06dec-b057-47f7-b643-7bc65e966157 service neutron] Unset dirty status for tenant:ef9efb72d78a4762bb6b0c7f2bf429ad on resource:security_group {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:51:10.489604 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b0a9254f-1596-4b1c-8dcb-f3ac4aadd20a req-d8d06dec-b057-47f7-b643-7bc65e966157 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2886219
Apr 16 16:51:10.507952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.511628 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/12f16e64-6b7b-4507-a683-d0c9bc549c37 HTTP/1.1" status: 204  len: 168 time: 0.3678899
Apr 16 16:51:10.526518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb175bd-7112-4e11-b798-d1d45f142f89 req-437cffe4-ee4f-477b-b5d4-7db52cd59ccf tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:10.527645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.535094 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-feb175bd-7112-4e11-b798-d1d45f142f89 req-437cffe4-ee4f-477b-b5d4-7db52cd59ccf tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.3501027
Apr 16 16:51:10.577966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.579426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Port da606ecb-e349-4795-bddb-3c2db704b112 on network f0049d23-d06a-45a0-91cb-3ec160e2a601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:51:10.579862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Attempting to bind port da606ecb-e349-4795-bddb-3c2db704b112 on network f0049d23-d06a-45a0-91cb-3ec160e2a601 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:10.588670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.615821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:10.616279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Checking segment: {'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:10.616671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Bound using segment: {'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:10.617372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Bound port: da606ecb-e349-4795-bddb-3c2db704b112, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:10.617930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.642514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dcd9a18d-59d9-45ee-a2ea-eb551ec81bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:10.664755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-34ac1de9-b04b-4683-9e12-0c691e7eefde None None] Provisioning for port 01a9d1db-e2a7-487f-aa74-22707014290b completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:10.680039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-34ac1de9-b04b-4683-9e12-0c691e7eefde None None] Provisioning complete for port 01a9d1db-e2a7-487f-aa74-22707014290b triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:10.680564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-34ac1de9-b04b-4683-9e12-0c691e7eefde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.691535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:10.791037 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e6c3558-3782-4a72-9808-ba97041a1d99 req-c1d23dae-7e2a-451e-8473-9054d0382937 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3310015
Apr 16 16:51:10.805835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-34ac1de9-b04b-4683-9e12-0c691e7eefde None None] Port 01a9d1db-e2a7-487f-aa74-22707014290b cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:51:10.862086 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ce4090ffb3104b3486a1de6bf87218fa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0053561
Apr 16 16:51:10.872519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47450) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:10.882455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8547d368-d240-4744-98dc-b29a37c62681,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:10.904393 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:10.926058 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-feb175bd-7112-4e11-b798-d1d45f142f89 req-7e16d596-e67e-430f-b2fa-16272c6c993e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3424656
Apr 16 16:51:11.000209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] For port da606ecb-e349-4795-bddb-3c2db704b112, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:11.013410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.025290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] For port da606ecb-e349-4795-bddb-3c2db704b112, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da606ecb-e349-4795-bddb-3c2db704b112,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:11.052511 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.117323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.124189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.171527 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:11.210404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:11.278140 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.286772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=01a9d1db-e2a7-487f-aa74-22707014290b,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:11.289554 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.308568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:11.320960 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.366973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:11.367806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.369928 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] 10.222.0.120 "PUT /v2.0/ports/da606ecb-e349-4795-bddb-3c2db704b112 HTTP/1.1" status: 200  len: 1093 time: 3.4359310
Apr 16 16:51:11.373476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'tag': 'da606ecb-e349-4795-bddb-3c2db704b112'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:11.466271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:11.467472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:11.493646 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'tag': 'da606ecb-e349-4795-bddb-3c2db704b112', 'status': 'completed', 'code': 200}
Apr 16 16:51:11.510848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Pushing event updated for resources: {'Port': ['ID=da606ecb-e349-4795-bddb-3c2db704b112,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:11.521578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:11.563731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.578709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f42f29-3783-48c3-8bce-6f2b8ddf37d4 req-6089d047-d0ff-48aa-b18e-1a4c176fb3e2 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:11.586779 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-51f42f29-3783-48c3-8bce-6f2b8ddf37d4 req-6089d047-d0ff-48aa-b18e-1a4c176fb3e2 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 945 time: 0.3853133
Apr 16 16:51:11.589180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:11.624603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8547d368-d240-4744-98dc-b29a37c62681,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:11.628414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358239c-0363-4883-8ebe-3487a04781b6 req-0e486e5b-1471-49d0-b8f8-0aa397c57c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:11.630661 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-0e486e5b-1471-49d0-b8f8-0aa397c57c52 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1d5f124676424457a8eb80eafbc0b97d&device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 1096 time: 0.1994667
Apr 16 16:51:11.634724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:11.638124 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.639340 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8547d368-d240-4744-98dc-b29a37c62681 HTTP/1.1" status: 204  len: 168 time: 0.7585967
Apr 16 16:51:11.751988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Router d1bc3366-023d-4bc7-9186-f870cca03fd3 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:51:11.754069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-5e7f6075-b3fb-4053-9acc-22244ddce770 None None] Provisioning complete for port 01a9d1db-e2a7-487f-aa74-22707014290b triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:11.754567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6075-b3fb-4053-9acc-22244ddce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:11.756221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47476) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:11.778823 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-51f42f29-3783-48c3-8bce-6f2b8ddf37d4 req-806ffe87-a9cc-4203-9637-855af328ec76 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909976
Apr 16 16:51:11.804841 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-f47cd21d-477a-4c77-8280-29b7225d8968 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da606ecb-e349-4795-bddb-3c2db704b112 HTTP/1.1" status: 200  len: 217 time: 0.1222274
Apr 16 16:51:11.881084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f6075-b3fb-4053-9acc-22244ddce770 None None] Port 01a9d1db-e2a7-487f-aa74-22707014290b cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:51:11.913604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1974700705-network', 'tenant_id': '456bb816d3ab4deb974db6a0115d60c2'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:11.942653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358239c-0363-4883-8ebe-3487a04781b6 req-0eadd82c-0c9a-42a1-b982-9210ce626b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:11.944261 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-0eadd82c-0c9a-42a1-b982-9210ce626b35 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b9bd6284-794d-43ce-90c7-300e904e61d7 HTTP/1.1" status: 200  len: 849 time: 0.1265724
Apr 16 16:51:12.028324 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-f312dfdc-5518-42d3-adb2-3529e8c9999c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0049d23-d06a-45a0-91cb-3ec160e2a601&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691838
Apr 16 16:51:12.053138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:12.073240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Usage tracker for resource:network and tenant:456bb816d3ab4deb974db6a0115d60c2 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:12.083514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:12.340759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47492) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:12.341727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:12.355842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829438da-60ab-42ba-b090-ddd30d123a67 req-e20f8c23-d829-4cee-a77f-456aed1bb147 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:12.358775 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-829438da-60ab-42ba-b090-ddd30d123a67 req-e20f8c23-d829-4cee-a77f-456aed1bb147 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 943 time: 0.3409638
Apr 16 16:51:12.377714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.379850 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-0d172adc-74dc-4cc6-9bcb-7e6d4c02e225 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3097203
Apr 16 16:51:12.396210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device e9ee8b61-ab18-4bd7-8d47-599e2d653a4b up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:12.398192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Made reservation on behalf of 456bb816d3ab4deb974db6a0115d60c2 for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:12.403158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.428420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:12.437360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.447637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Usage tracker for resource:security_group_rule and tenant:fa66f84aba7740c29a44432f9c6f934d is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:12.452392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:51:12.456746 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:12.467344 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] 10.222.0.103 "PUT /v2.0/routers/d1bc3366-023d-4bc7-9186-f870cca03fd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1169724
Apr 16 16:51:12.470321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:12.475106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:12.484246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Usage tracker for resource:security_group_rule and tenant:456bb816d3ab4deb974db6a0115d60c2 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:12.484942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:12.488802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:12.495323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:12.496649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.502592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:12.521066 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-829438da-60ab-42ba-b090-ddd30d123a67 req-2fe89a32-88b5-41bc-8f59-169c1a34c97f tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400263
Apr 16 16:51:12.565840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796e05-c9c1-4805-8482-33654ed8fe5b req-93fd46cb-b029-409b-bec8-691c1280ca61 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:12.569751 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b796e05-c9c1-4805-8482-33654ed8fe5b req-93fd46cb-b029-409b-bec8-691c1280ca61 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2778327
Apr 16 16:51:12.669490 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b796e05-c9c1-4805-8482-33654ed8fe5b req-f3a476a4-6f8f-4e31-a0b6-e4f4348e4390 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807729
Apr 16 16:51:12.671692 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c358239c-0363-4883-8ebe-3487a04781b6 req-5f6cefcc-bc07-4d6c-974c-5d2f2ec53053 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2681086
Apr 16 16:51:12.705753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.714604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.720209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.737962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-26ae100e-1fe5-4c6a-83d3-f9f4a77b878d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:12.739214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:12.748212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.755270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.757479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:12.758353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.800266 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=fa66f84aba7740c29a44432f9c6f934d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4560113
Apr 16 16:51:12.804446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d5be60-bcdc-4425-a46c-16320c300575,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:12.807553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47502) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:12.808477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1359}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:51:12.818374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:12.818930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-26469434-6899-47cd-ba37-dfcef0b994b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:12.857377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.857986 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Added segment ccd48467-e301-4d98-9bf8-92a23ea34e10 of type vlan for network 61b0d060-2258-47a4-b975-4970440121c5
Apr 16 16:51:12.886585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b981ec6-27a0-4606-a81f-e8861c920d48,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:12.902073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:12.921577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-41332280-0de2-4e96-84b2-a70ada4affd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:12.924512 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-41332280-0de2-4e96-84b2-a70ada4affd1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1d5f124676424457a8eb80eafbc0b97d&device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 1096 time: 0.1841857
Apr 16 16:51:12.927864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:12.931519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:12.935078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:12.962340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.006702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.016393 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.019617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:13.020336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.049454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-753a1323-ab1c-47bd-9966-c449147d9ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:13.185758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Pushing event updated for resources: {'Network': ['ID=61b0d060-2258-47a4-b975-4970440121c5,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:13.192136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:13.194600 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 1.4368544
Apr 16 16:51:13.198085 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47512) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:13.200796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 61b0d060-2258-47a4-b975-4970440121c5 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:51:13.204834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Request body: {'subnet': {'network_id': '61b0d060-2258-47a4-b975-4970440121c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1974700705-subnet', 'tenant_id': '456bb816d3ab4deb974db6a0115d60c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:13.210787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:13.217091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Usage tracker for resource:subnet and tenant:456bb816d3ab4deb974db6a0115d60c2 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:13.221179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:13.229190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.233438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:13.235646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d5f8d79c-3c57-4e00-abd7-08e671b5d4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:13.256364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.258010 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c1d5be60-bcdc-4425-a46c-16320c300575 HTTP/1.1" status: 204  len: 168 time: 0.4468265
Apr 16 16:51:13.259008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d5be60-bcdc-4425-a46c-16320c300575,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:13.263339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:13.269134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Made reservation on behalf of 456bb816d3ab4deb974db6a0115d60c2 for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:13.274303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.274564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599292-32b7-4266-93cc-7bb70c8d6317 req-e929285a-d1ce-4eb3-8d48-f2413f77c466 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:13.276651 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1e599292-32b7-4266-93cc-7bb70c8d6317 req-e929285a-d1ce-4eb3-8d48-f2413f77c466 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 945 time: 0.1943579
Apr 16 16:51:13.278045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-c3d5f4eb-9d48-4c20-895e-d11ca9300da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:13.280230 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-c3d5f4eb-9d48-4c20-895e-d11ca9300da4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f0049d23-d06a-45a0-91cb-3ec160e2a601 HTTP/1.1" status: 200  len: 911 time: 0.3380930
Apr 16 16:51:13.302403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Sync routers for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:51:13.358589 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:13.359862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e929c50>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:51:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:13.423158 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-12103a83-e70f-4a8a-af48-c6153f4bfa73 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da606ecb-e349-4795-bddb-3c2db704b112 HTTP/1.1" status: 200  len: 217 time: 0.1172814
Apr 16 16:51:13.462975 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1e599292-32b7-4266-93cc-7bb70c8d6317 req-7dcce96b-01c7-4906-9829-98b1c47b5256 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760812
Apr 16 16:51:13.506209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47522) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:13.515265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-89359176-network', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:13.524828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:13.537467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Usage tracker for resource:network and tenant:6825eb5135b143ec99dc2accff6c5599 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:13.541656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-678dc2db-e814-4b09-90e2-f6c50865cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:13.542888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:13.543924 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-678dc2db-e814-4b09-90e2-f6c50865cd7c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b9bd6284-794d-43ce-90c7-300e904e61d7 HTTP/1.1" status: 200  len: 849 time: 0.0989077
Apr 16 16:51:13.556094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:13.585088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Made reservation on behalf of 6825eb5135b143ec99dc2accff6c5599 for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:13.591113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.623235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:13.666932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:13.672962 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-6fab5429-8621-43e7-8cf5-c647a11708bf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0049d23-d06a-45a0-91cb-3ec160e2a601&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1084595
Apr 16 16:51:13.676359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Usage tracker for resource:security_group_rule and tenant:6825eb5135b143ec99dc2accff6c5599 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:13.681022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:13.681992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:13.817728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:14.080767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.086467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.098991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1386}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:51:14.103194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ab578044-bd34-46e1-9341-8a8df5d7bc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:14.138641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4239b4-dc64-4229-ba62-33a82b44fb7e,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:14.142755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:14.143554 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.154827 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-8093bfb0-6d30-4643-8ff2-68e14b36a029 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4671435
Apr 16 16:51:14.159996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b98e-3a67-4b7f-9f6e-fb80aa86c6d8 req-f8a2d2df-c7f8-4c76-814e-f5b79ccd969d tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:14.167646 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aac6b98e-3a67-4b7f-9f6e-fb80aa86c6d8 req-f8a2d2df-c7f8-4c76-814e-f5b79ccd969d tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 943 time: 0.3815753
Apr 16 16:51:14.174651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8dee00ab-6dd8-42a9-aa9f-df0907aa55eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:14.215825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e929c50>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 2, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:14.220377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Checking router: d1bc3366-023d-4bc7-9186-f870cca03fd3 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:51:14.220871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Updating router d1bc3366-023d-4bc7-9186-f870cca03fd3 port 01a9d1db-e2a7-487f-aa74-22707014290b binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:51:14.259432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afef289-e046-4bdd-9a30-3c6a3daea787,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:14.262722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:14.294809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.325113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.325512 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Added segment ca2d3285-9264-4112-9fee-0676fd27f397 of type vlan for network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13
Apr 16 16:51:14.449359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device e9ee8b61-ab18-4bd7-8d47-599e2d653a4b up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:14.461037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.530109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Checking segment: {'id': 'ccd48467-e301-4d98-9bf8-92a23ea34e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1359, 'network_id': '61b0d060-2258-47a4-b975-4970440121c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:14.530816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Network hostable DHCP agents. Network: 61b0d060-2258-47a4-b975-4970440121c5, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:51:14.540373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.546864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:14.547447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.572307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9b2364e2-7377-41e4-890c-937daa005e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:14.578533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1a64-4199-4f48-ad1d-71bb816136f6 req-e1538bff-b627-4cfb-a03f-c33b694a0da3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:14.580342 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f60d1a64-4199-4f48-ad1d-71bb816136f6 req-e1538bff-b627-4cfb-a03f-c33b694a0da3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5631199
Apr 16 16:51:14.604653 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aac6b98e-3a67-4b7f-9f6e-fb80aa86c6d8 req-a9dcd2a3-2c4d-4558-bed4-66ede778b1da tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4359877
Apr 16 16:51:14.674659 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1670644
Apr 16 16:51:14.678882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:14.679266 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47562) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:14.679791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.690835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Request body: {'subnet': {'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-89359176-subnet', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:14.695541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Network 61b0d060-2258-47a4-b975-4970440121c5 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:51:14.702087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Pushing event updated for resources: {'Network': ['ID=20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:14.707084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:14.709700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:14.714412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Usage tracker for resource:subnet and tenant:6825eb5135b143ec99dc2accff6c5599 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:14.717839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:14.720820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 61b0d060-2258-47a4-b975-4970440121c5) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:14.723918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:51:14.724712 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-454a6531-c218-406f-9714-c6dc631f1ed4 req-cb14fd14-4ed9-48d2-92e7-fd9d41d61bc9 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5544331
Apr 16 16:51:14.740758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:14.752277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7534c3-c1d3-4764-96c7-c8f3fa22b603 None None] Network 61b0d060-2258-47a4-b975-4970440121c5 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:14.766465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:14.767444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:14.772497 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f60d1a64-4199-4f48-ad1d-71bb816136f6 req-e5ea8f78-493c-46da-9333-9628e6cd8ba7 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638203
Apr 16 16:51:14.809389 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-52c33702-1318-4b67-a679-aa1af2fe30f2 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6076059
Apr 16 16:51:14.810454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Made reservation on behalf of 6825eb5135b143ec99dc2accff6c5599 for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:14.815300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:15.420999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:51:15.432877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:15.452128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fe328b8c-c5b7-469a-a970-8cf3b9904def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:15.616598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:15.635522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af20bcf5-499c-4000-afd1-c42398412631 None None] Network 61b0d060-2258-47a4-b975-4970440121c5 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:15.656433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5a3d41-46b6-4900-94fd-51dd127fec3b,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:15.663496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:15.734463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Transition to ACTIVE for port object 01a9d1db-e2a7-487f-aa74-22707014290b will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:15.758585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:15.806060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Checking segment: {'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:15.806598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Network hostable DHCP agents. Network: 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:51:15.808020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:15.829788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:51:15.843774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:15.868225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:15.869051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:15.895954 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d1389561-3cda-4237-86ce-b75751c544e4 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.2147887
Apr 16 16:51:15.897968 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47610) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:15.906589 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:15.912301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:15.917977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b610f2f-10fc-4065-9928-0ef00282243b None None] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:15.919152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Usage tracker for resource:router and tenant:6825eb5135b143ec99dc2accff6c5599 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:15.923222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:15.934690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47614) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:15.935728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:15.950622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-913048409-network', 'tenant_id': 'a731407043fc4b268a79244ad6d13bcc'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:15.960536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff553a-c18a-47ea-adf5-5bcdaf7a291c req-c70a5faa-62e2-475d-8403-db90f2f5ba97 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:15.966882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:15.970624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Usage tracker for resource:network and tenant:a731407043fc4b268a79244ad6d13bcc is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:15.974046 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-94ff553a-c18a-47ea-adf5-5bcdaf7a291c req-c70a5faa-62e2-475d-8403-db90f2f5ba97 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 943 time: 0.1346557
Apr 16 16:51:15.974841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:15.983594 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:16.011121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.013183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.022185 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Made reservation on behalf of a731407043fc4b268a79244ad6d13bcc for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:16.040911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.075917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.117645 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-94ff553a-c18a-47ea-adf5-5bcdaf7a291c req-63ece2a7-4e66-4ba6-9b9c-d02e50dba179 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423151
Apr 16 16:51:16.138180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:16.149216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.151213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a731407043fc4b268a79244ad6d13bcc is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:16.160788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:16.163759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29654b-168c-41d2-9ae0-3ba9f921e556 req-c9206372-05f0-49fe-a17f-d0d5f88a72e6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:16.165357 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bb29654b-168c-41d2-9ae0-3ba9f921e556 req-c9206372-05f0-49fe-a17f-d0d5f88a72e6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1710539
Apr 16 16:51:16.178113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:16.254460 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bb29654b-168c-41d2-9ae0-3ba9f921e556 req-7057c02b-8ede-4735-a33e-b91c81980972 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746663
Apr 16 16:51:16.281984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74395-1d28-400c-9d4a-a65341cd09fe None None] Pushing event updated for resources: {'Port': ['ID=01a9d1db-e2a7-487f-aa74-22707014290b,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:16.376463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device da606ecb-e349-4795-bddb-3c2db704b112 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:51:16.393041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-02e74395-1d28-400c-9d4a-a65341cd09fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:16.514744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.624963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.626254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:51:16.661319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.668869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.675170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5915a4ac-c86c-49d2-a862-dfe015607509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:16.723366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1393}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:51:16.743000 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe458c3-f8fd-4f33-af4d-495a6d1579b9,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:16.749906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.750360 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Added segment da0cc57f-2896-443f-996f-a9c37fe7558a of type vlan for network 646a20d5-49a4-4046-a859-c4a7d0f5b0db
Apr 16 16:51:16.757023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:16.763160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13', 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'fixed_ips': [{'subnet_id': 'da5a3d41-46b6-4900-94fd-51dd127fec3b'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:51:16.764072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.810533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:16.994019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Attempting to bind port 01a9d1db-e2a7-487f-aa74-22707014290b on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:16.994472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Attempting to bind port 01a9d1db-e2a7-487f-aa74-22707014290b by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:16.994884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Attempting to bind port 01a9d1db-e2a7-487f-aa74-22707014290b on network ea13a159-05d1-4d6a-8a0b-c632af69c3bf {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:17.020057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:51:17.025343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:17.025786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Checking segment: {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:17.026237 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.028385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Bound using segment: {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:17.028385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Bound port: 01a9d1db-e2a7-487f-aa74-22707014290b, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:17.028385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.060654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port da606ecb-e349-4795-bddb-3c2db704b112, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da606ecb-e349-4795-bddb-3c2db704b112,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:17.070337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.071996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.104912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:17.105355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.114926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:17.147413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.344123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'da606ecb-e349-4795-bddb-3c2db704b112', 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601', 'port_id': 'da606ecb-e349-4795-bddb-3c2db704b112', 'mac_address': 'fa:16:3e:4c:19:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9bd6284-794d-43ce-90c7-300e904e61d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:51:17.423863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b409-0bb3-4fd0-b31b-5daea27918bc req-ecde058a-0a07-44ba-b3da-5826bdb54dd2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:17.426052 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1094b409-0bb3-4fd0-b31b-5daea27918bc req-ecde058a-0a07-44ba-b3da-5826bdb54dd2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 943 time: 0.1684773
Apr 16 16:51:17.469024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Allocated IP 172.20.0.2 (20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13/da5a3d41-46b6-4900-94fd-51dd127fec3b/c2b05616-def5-4b6c-98b0-812ed6f54543) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:17.488530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.504617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] For port 01a9d1db-e2a7-487f-aa74-22707014290b, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:17.534707 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1094b409-0bb3-4fd0-b31b-5daea27918bc req-7276dbf3-e94a-4ca7-b68f-396d68ef47c6 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017408
Apr 16 16:51:17.537044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] For port 01a9d1db-e2a7-487f-aa74-22707014290b, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=01a9d1db-e2a7-487f-aa74-22707014290b,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:17.542667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da606ecb-e349-4795-bddb-3c2db704b112 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:51:17.564761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Pushing event updated for resources: {'Network': ['ID=646a20d5-49a4-4046-a859-c4a7d0f5b0db,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:17.572119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:17.582091 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6415582
Apr 16 16:51:17.598847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47648) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:17.611586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.613272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Request body: {'subnet': {'network_id': '646a20d5-49a4-4046-a859-c4a7d0f5b0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-913048409-subnet', 'tenant_id': 'a731407043fc4b268a79244ad6d13bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:17.618111 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:17.618331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 646a20d5-49a4-4046-a859-c4a7d0f5b0db details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:51:17.622967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Usage tracker for resource:subnet and tenant:a731407043fc4b268a79244ad6d13bcc is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:17.626100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:17.633129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:17.638570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:17.737354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Allocated IP 172.27.0.162 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/bb094a5d-d00e-43f2-82d2-96a5206b982e) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:17.747404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d83cf-ff09-4667-807b-2574372ab217 req-0d13ca44-1b02-4d12-980e-3513305666ca tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:17.756216 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bf3d83cf-ff09-4667-807b-2574372ab217 req-0d13ca44-1b02-4d12-980e-3513305666ca tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2508149
Apr 16 16:51:17.815368 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bf3d83cf-ff09-4667-807b-2574372ab217 req-26e1b1eb-50b8-46a0-a38d-d551a67f51f1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581927
Apr 16 16:51:17.849851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port da606ecb-e349-4795-bddb-3c2db704b112, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da606ecb-e349-4795-bddb-3c2db704b112,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:17.859202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Made reservation on behalf of a731407043fc4b268a79244ad6d13bcc for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:17.865388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.901488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:17.962475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74395-1d28-400c-9d4a-a65341cd09fe None None] Pushing event updated for resources: {'Port': ['ID=01a9d1db-e2a7-487f-aa74-22707014290b,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:17.966072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-02e74395-1d28-400c-9d4a-a65341cd09fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:17.972886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7028a8fe-ea76-4745-bd2b-fb745c5d073e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:18.134135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:18.150321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:18.154560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e929c50>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:51:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:18.267457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=da606ecb-e349-4795-bddb-3c2db704b112,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:18.271232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:18.300903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:18.346985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:18.379961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Transition to ACTIVE for port object c2b05616-def5-4b6c-98b0-812ed6f54543 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:18.416171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7e02f5b8-1c23-4b9c-84d5-acc81bea4a0f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:18.432257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Transition to ACTIVE for port object c2b05616-def5-4b6c-98b0-812ed6f54543 will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:18.434828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-fafe7933-981f-463d-aaa4-1f4f68335294 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:18.438470 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-fafe7933-981f-463d-aaa4-1f4f68335294 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.1914315
Apr 16 16:51:18.451820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:18.455139 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-d5393947-c318-4b8e-8d64-69a810f5cb14 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/quotas/a46c79620899432c8193a987ece333df HTTP/1.1" status: 200  len: 375 time: 0.0105572
Apr 16 16:51:18.473544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8ee8ae30-b484-4e9b-a6b6-79aa8ce21d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:18.505304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['da606ecb-e349-4795-bddb-3c2db704b112'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:51:18.528503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Pushing event updated for resources: {'Port': ['ID=bb094a5d-d00e-43f2-82d2-96a5206b982e,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:18.535697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:18.537945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:18.550069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:18.560547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:18.560755 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-63794bfe-ea8a-40e5-b234-22c8937c761f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0930638
Apr 16 16:51:18.618534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:18.767486 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-7bd8ca76-2aab-4217-bc5d-b3d106affd2e service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022133
Apr 16 16:51:18.871695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:18.894945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:18.983915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa33b-61eb-4b5e-a7c0-936807e16749 req-eb6c074a-d46d-487c-bee9-3d8eb6deba57 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:18.994555 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a83fa33b-61eb-4b5e-a7c0-936807e16749 req-eb6c074a-d46d-487c-bee9-3d8eb6deba57 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 944 time: 0.2899854
Apr 16 16:51:19.078950 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a83fa33b-61eb-4b5e-a7c0-936807e16749 req-381560f2-e4bf-4233-ab92-d9aa28f0b2e9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831940
Apr 16 16:51:19.102373 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-e6d321af-b637-4d91-8c26-c62bb2d107f0 service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267906
Apr 16 16:51:19.282198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Pushing event updated for resources: {'Port': ['ID=c2b05616-def5-4b6c-98b0-812ed6f54543,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:19.294892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:19.323319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:19.333193 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:19.338877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:19.400007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a35ac1c0-aff2-4d4e-84eb-17d438c42053,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:19.419453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:19.496395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Attempting to bind port c2b05616-def5-4b6c-98b0-812ed6f54543 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:19.496865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Attempting to bind port c2b05616-def5-4b6c-98b0-812ed6f54543 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:19.497792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Attempting to bind port c2b05616-def5-4b6c-98b0-812ed6f54543 on network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:19.504438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Checking segment: {'id': 'da0cc57f-2896-443f-996f-a9c37fe7558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '646a20d5-49a4-4046-a859-c4a7d0f5b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:19.505017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Network hostable DHCP agents. Network: 646a20d5-49a4-4046-a859-c4a7d0f5b0db, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:51:19.506861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e929c50>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:17Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:19.509400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:19.509836 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Checking segment: {'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:19.510308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:19.510794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Bound using segment: {'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:19.511857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Bound port: c2b05616-def5-4b6c-98b0-812ed6f54543, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:19.512411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:19.545375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:19.554257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d2414-719b-439e-aa12-8369448ca1a4 req-e827811e-8ddf-4e49-b814-52a153e2b81a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:19.555951 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a82d2414-719b-439e-aa12-8369448ca1a4 req-e827811e-8ddf-4e49-b814-52a153e2b81a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1867750
Apr 16 16:51:19.595802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589fdea-0651-4329-9c8c-c1cfdcbd56a6 None None] The sync data for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi is: [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:17Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:51:19.758640 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a82d2414-719b-439e-aa12-8369448ca1a4 req-29d98164-3f28-46f1-a51b-7fcf8825b0e0 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903582
Apr 16 16:51:19.763670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] For port c2b05616-def5-4b6c-98b0-812ed6f54543, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:19.763991 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5a1c3419-a16b-4072-84e4-45ef35709dd7 req-01aca985-f09e-4d20-bd88-738277879549 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 210 time: 0.1542630
Apr 16 16:51:19.766664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] For port c2b05616-def5-4b6c-98b0-812ed6f54543, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c2b05616-def5-4b6c-98b0-812ed6f54543,segment=NetworkSegment(ca2d3285-9264-4112-9fee-0676fd27f397),segment_id=ca2d3285-9264-4112-9fee-0676fd27f397)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:19.773705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:19.801964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:19.890586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Network 646a20d5-49a4-4046-a859-c4a7d0f5b0db is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:51:19.985314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Pushing event updated for resources: {'Port': ['ID=c2b05616-def5-4b6c-98b0-812ed6f54543,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:20.003331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:20.028847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 646a20d5-49a4-4046-a859-c4a7d0f5b0db) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:20.059533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33461d52-a589-4f20-88e3-f691a1530d41 None None] Network 646a20d5-49a4-4046-a859-c4a7d0f5b0db requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:20.373253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f5b77-13e4-478e-a56f-41709113853f req-0a5d0930-a1ab-407b-a879-aa7f6b420cc0 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:20.382613 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e92f5b77-13e4-478e-a56f-41709113853f req-0a5d0930-a1ab-407b-a879-aa7f6b420cc0 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 944 time: 0.1699085
Apr 16 16:51:20.469589 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e92f5b77-13e4-478e-a56f-41709113853f req-5b1547a1-31fb-43f1-8023-f590202385cc tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857589
Apr 16 16:51:20.506134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 01a9d1db-e2a7-487f-aa74-22707014290b up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:20.598980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:20.605200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34454cef-2524-4917-b119-d17001ac6539 None None] Network 646a20d5-49a4-4046-a859-c4a7d0f5b0db requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:20.712516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:20.713330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:20.829602 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 01a9d1db-e2a7-487f-aa74-22707014290b completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:20.849665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 01a9d1db-e2a7-487f-aa74-22707014290b triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:20.849930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:20.873161 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b87935b2-0e3a-4938-a3c6-f92788d8ca9a admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.2706046
Apr 16 16:51:21.067688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:51:21.085421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47728) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:21.088464 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f2748ef9-33bc-42e2-bf98-e155365d4f6e req-2ef4641a-3472-4109-aecc-61c4bc8689dd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 210 time: 0.0724883
Apr 16 16:51:21.155500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc407d2e-fa7e-46a1-8717-98bd89d9d382 req-05feb446-01d8-4b29-9149-47371561cd71 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:21.157398 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bc407d2e-fa7e-46a1-8717-98bd89d9d382 req-05feb446-01d8-4b29-9149-47371561cd71 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2513533
Apr 16 16:51:21.234846 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bc407d2e-fa7e-46a1-8717-98bd89d9d382 req-7d0234c9-26b6-400a-956c-63413417d258 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700665
Apr 16 16:51:21.278581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:21.348239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 01a9d1db-e2a7-487f-aa74-22707014290b, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=01a9d1db-e2a7-487f-aa74-22707014290b,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:21.356135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:21.361867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:21.399061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Deleting subnet 5afef289-e046-4bdd-9a30-3c6a3daea787 {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:51:21.407176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:21.494146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=01a9d1db-e2a7-487f-aa74-22707014290b,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:21.503192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:21.577380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-02c8ca35-e407-4281-9b23-0844111b154f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:21.580262 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-02c8ca35-e407-4281-9b23-0844111b154f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.3036070
Apr 16 16:51:21.598876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Request body: {'port': {'device_id': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'admin_state_up': True, 'tenant_id': 'a46c79620899432c8193a987ece333df'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:21.624553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47742) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:21.641728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:21.713172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:51:21.723522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Sync routers for ids ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:51:21.740959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Routers {'150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:21.742156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e912c18>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:51:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:21.744216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:21.795847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:21.799742 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.8979218
Apr 16 16:51:21.800866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47754) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:21.872869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:21.886172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:21.986463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Set router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:21.994728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Made reservation on behalf of a46c79620899432c8193a987ece333df for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:22.001915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.023467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.059289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca2ffdf-57f2-4bdd-b18c-7b639383d371 None None] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:51:22.067597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:22.072101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b87840f0014f039c2c741463ea8906 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:22.075210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:22.083656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:22.242809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.252091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Allocated IP 172.20.0.11 (4b2a2bf5-f241-4566-8a43-225171ec9f91/bb8546ee-d99b-425d-9916-8fdf5fedf32a/23369559-a855-4cb3-8ac2-eac8b5506e56) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:22.257564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.274259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-13077755-f64c-4045-b4f5-51bde3ab14ed None None] Provisioning for port c2b05616-def5-4b6c-98b0-812ed6f54543 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:22.280552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:22.283411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device da606ecb-e349-4795-bddb-3c2db704b112 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:22.403009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port da606ecb-e349-4795-bddb-3c2db704b112 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:22.404088 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a2b87840f0014f039c2c741463ea8906&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7764845
Apr 16 16:51:22.404982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bf85e-0f60-4355-b587-9c9332464871,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:22.412302 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47762) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:22.412530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port da606ecb-e349-4795-bddb-3c2db704b112 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:22.412868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.478140 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:22.569399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.639454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c2b05616-def5-4b6c-98b0-812ed6f54543 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:22.703802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e912c18>, [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:51:18Z', 'revision_number': 3, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port': {'id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:17Z', 'updated_at': '2021-04-16T16:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:22.709238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Checking router: 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:51:22.709634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Updating router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d port bb094a5d-d00e-43f2-82d2-96a5206b982e binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:51:22.721157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.727350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.746903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.752510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port c2b05616-def5-4b6c-98b0-812ed6f54543 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:22.761682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port c2b05616-def5-4b6c-98b0-812ed6f54543 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:22.762078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.771231 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-35124e27-2dff-4725-9a72-8a69176016b6 req-69cac7ce-82be-473e-8642-9f3c2dc4d369 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 210 time: 0.1138704
Apr 16 16:51:22.804005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.825442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port da606ecb-e349-4795-bddb-3c2db704b112, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da606ecb-e349-4795-bddb-3c2db704b112,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:22.837869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da606ecb-e349-4795-bddb-3c2db704b112'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:22.848888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.854897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:22.864023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a832b-9d7f-4c6b-a46f-1afd68462784 req-62c8dfed-d872-45a3-96a0-7e133cd7d957 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:22.872318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f55a832b-9d7f-4c6b-a46f-1afd68462784 req-62c8dfed-d872-45a3-96a0-7e133cd7d957 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 944 time: 0.9707680
Apr 16 16:51:22.897929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:22.923372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:23.010833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event updated for resources: {'Port': ['ID=23369559-a855-4cb3-8ac2-eac8b5506e56,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:23.020374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:23.170642 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f55a832b-9d7f-4c6b-a46f-1afd68462784 req-a7736766-d80d-4734-bca2-2148f1202744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2970991
Apr 16 16:51:23.194913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'd1974541-0b41-4461-a761-f565ef4eb7b8'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:51:23.286587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=da606ecb-e349-4795-bddb-3c2db704b112,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:23.302940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:23.329964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:23.332677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:23.334181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-17e53324-20a2-4368-92d0-2fa40e86efca None None] Provisioning complete for port c2b05616-def5-4b6c-98b0-812ed6f54543 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:23.334655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-17e53324-20a2-4368-92d0-2fa40e86efca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.338597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:23.380868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec33cd-57fa-4c48-a03c-a3a6551a4fe8 req-11026644-d3ab-4d83-b25c-baa1478dec80 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:23.385855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.388888 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dbec33cd-57fa-4c48-a03c-a3a6551a4fe8 req-11026644-d3ab-4d83-b25c-baa1478dec80 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2046521
Apr 16 16:51:23.464938 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da606ecb-e349-4795-bddb-3c2db704b112', 'code': 200}
Apr 16 16:51:23.486955 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dbec33cd-57fa-4c48-a03c-a3a6551a4fe8 req-436ecc7d-e6f3-49d2-92e1-eb07c159ae75 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972795
Apr 16 16:51:23.524930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:23.525573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.535702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.575883 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9813583
Apr 16 16:51:23.595377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Request body: {'port': {'device_id': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:23.679591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port c2b05616-def5-4b6c-98b0-812ed6f54543, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c2b05616-def5-4b6c-98b0-812ed6f54543,segment=NetworkSegment(ca2d3285-9264-4112-9fee-0676fd27f397),segment_id=ca2d3285-9264-4112-9fee-0676fd27f397)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:23.692331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-17e53324-20a2-4368-92d0-2fa40e86efca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.707454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.708384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 01a9d1db-e2a7-487f-aa74-22707014290b up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:23.741960 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.749278 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:23.813233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Transition to ACTIVE for port object bb094a5d-d00e-43f2-82d2-96a5206b982e will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:23.823365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.823579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.827105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:23.831637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:23.845183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bf85e-0f60-4355-b587-9c9332464871,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:23.861575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:23.872781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:23.939750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f59c83bc-3928-4a55-a6aa-01db3aa178a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:23.993229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afef289-e046-4bdd-9a30-3c6a3daea787,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:24.002116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:24.013620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=c2b05616-def5-4b6c-98b0-812ed6f54543,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:24.043587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.044821 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ad9bf85e-0f60-4355-b587-9c9332464871 HTTP/1.1" status: 204  len: 168 time: 1.6294773
Apr 16 16:51:24.066141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:24.074241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc1e97-3838-4206-b822-d46798dda414 None None] Pushing event updated for resources: {'Port': ['ID=bb094a5d-d00e-43f2-82d2-96a5206b982e,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:24.080725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f5fc1e97-3838-4206-b822-d46798dda414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:24.088506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-17e53324-20a2-4368-92d0-2fa40e86efca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85300) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:51:24.094141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-17e53324-20a2-4368-92d0-2fa40e86efca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:51:24.136849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 01a9d1db-e2a7-487f-aa74-22707014290b triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:24.137636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.145347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Attempting to bind port bb094a5d-d00e-43f2-82d2-96a5206b982e on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:24.145766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Attempting to bind port bb094a5d-d00e-43f2-82d2-96a5206b982e by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:24.146182 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Attempting to bind port bb094a5d-d00e-43f2-82d2-96a5206b982e on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:24.150133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216dc11-7697-4e42-87ea-7fd138b771df req-fa346ca9-d7be-4a3d-80c6-85d0cc327195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:24.152042 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3216dc11-7697-4e42-87ea-7fd138b771df req-fa346ca9-d7be-4a3d-80c6-85d0cc327195 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 1098 time: 0.4299965
Apr 16 16:51:24.153098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.157784 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-92fad16c-cd69-4c1b-bb29-9d10ddbbe39c admin admin] 10.222.0.103 "DELETE /v2.0/subnets/5afef289-e046-4bdd-9a30-3c6a3daea787 HTTP/1.1" status: 204  len: 168 time: 3.0696461
Apr 16 16:51:24.159179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:24.160180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:24.165400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.165859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:24.166434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Bound port: bb094a5d-d00e-43f2-82d2-96a5206b982e, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:24.166862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.177715 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47776) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:24.391135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] For port bb094a5d-d00e-43f2-82d2-96a5206b982e, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:24.395176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] For port bb094a5d-d00e-43f2-82d2-96a5206b982e, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=bb094a5d-d00e-43f2-82d2-96a5206b982e,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:24.402484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.426484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282aa9ce-9a5b-48ad-9542-8f19feacbbb9 req-0607a0b5-a9f2-415f-b24a-d452dbb75294 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:24.427612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-282aa9ce-9a5b-48ad-9542-8f19feacbbb9 req-0607a0b5-a9f2-415f-b24a-d452dbb75294 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:51:24.445142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:24.486059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c2b05616-def5-4b6c-98b0-812ed6f54543 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:24.506727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47786) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:24.510683 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3216dc11-7697-4e42-87ea-7fd138b771df req-dca80b16-5b71-4726-9c17-52c9bb8717ba service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3485036
Apr 16 16:51:24.515994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.539270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23369559-a855-4cb3-8ac2-eac8b5506e56 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:51:24.548808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.554514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.569662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Transition to ACTIVE for port object 23369559-a855-4cb3-8ac2-eac8b5506e56 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:24.571727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-282aa9ce-9a5b-48ad-9542-8f19feacbbb9 req-0607a0b5-a9f2-415f-b24a-d452dbb75294 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:51:24.579126 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-282aa9ce-9a5b-48ad-9542-8f19feacbbb9 req-0607a0b5-a9f2-415f-b24a-d452dbb75294 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 932 time: 0.3671336
Apr 16 16:51:24.582452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port c2b05616-def5-4b6c-98b0-812ed6f54543 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:24.583138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.585181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.600723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:24.644128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc1e97-3838-4206-b822-d46798dda414 None None] Pushing event updated for resources: {'Port': ['ID=bb094a5d-d00e-43f2-82d2-96a5206b982e,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:24.649462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f5fc1e97-3838-4206-b822-d46798dda414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:24.654175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:24.704934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Routers {'150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:24.706448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e912c18>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:51:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:24.712443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Pushing event updated for resources: {'Port': ['ID=23369559-a855-4cb3-8ac2-eac8b5506e56,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:24.774727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:24.780118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:24.816340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Usage tracker for resource:security_group_rule and tenant:18838e42c0484718bb8a0d2cee010e44 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:24.821904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:24.888769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:24.935936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] Set router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:24.941807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.104048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b6fde-cd30-4778-821e-e2f5dcdc6077 req-8d594f7d-82eb-4c7d-9fa9-293fbe0c80a2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:25.106793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-138b6fde-cd30-4778-821e-e2f5dcdc6077 req-8d594f7d-82eb-4c7d-9fa9-293fbe0c80a2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 945 time: 0.6515288
Apr 16 16:51:25.114878 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-282aa9ce-9a5b-48ad-9542-8f19feacbbb9 req-2f942f5a-1444-4112-ac24-8d3a675d1cdf tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5306878
Apr 16 16:51:25.211230 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-138b6fde-cd30-4778-821e-e2f5dcdc6077 req-3d686214-37ba-4113-80a3-c812b5167e32 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951717
Apr 16 16:51:25.221382 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745eb4e908>,) {'filters': {'network_id': ['61b0d060-2258-47a4-b975-4970440121c5']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:25.255946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745eb4e908>, 'ccd48467-e301-4d98-9bf8-92a23ea34e10') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:25.256287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745eb4e908>, 'ccd48467-e301-4d98-9bf8-92a23ea34e10') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:25.284371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.291177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e912c18>, [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:51:18Z', 'revision_number': 3, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port': {'id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:17Z', 'updated_at': '2021-04-16T16:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:25.296365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee8e9e-2c8c-48ca-a525-c6a32518259c None None] The sync data for ids ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'] in dv-cinder-733622-13-iscsi is: [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:51:18Z', 'revision_number': 3, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port': {'id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:17Z', 'updated_at': '2021-04-16T16:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:51:25.340362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.343157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Allocated IP 172.20.0.1 (20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13/da5a3d41-46b6-4900-94fd-51dd127fec3b/a91edde2-906a-44a5-8c4e-2189c578b44d) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:25.353471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.360838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Releasing vlan 1359 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:51:25.388564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.402664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-276a5a4c-a4de-4176-8391-bf139c604aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:25.488322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f3e28f-e60c-4cd2-992c-b21841675944,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:25.522988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:25.544520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Attempting to bind port 23369559-a855-4cb3-8ac2-eac8b5506e56 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:25.544894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Attempting to bind port 23369559-a855-4cb3-8ac2-eac8b5506e56 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:25.545260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Attempting to bind port 23369559-a855-4cb3-8ac2-eac8b5506e56 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:25.553554 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Port 23369559-a855-4cb3-8ac2-eac8b5506e56 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:51:25.553916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Attempting to bind port 23369559-a855-4cb3-8ac2-eac8b5506e56 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:25.566557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa16fee-aac1-4961-86a3-45197ca16001 req-4277fe38-a1de-4b07-a01f-998dffd3d369 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:25.567966 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fa16fee-aac1-4961-86a3-45197ca16001 req-4277fe38-a1de-4b07-a01f-998dffd3d369 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2260702
Apr 16 16:51:25.570678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:25.571053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Checking segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:25.571467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Bound using segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:25.571939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Bound port: 23369559-a855-4cb3-8ac2-eac8b5506e56, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:25.572319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.618262 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=18838e42c0484718bb8a0d2cee010e44&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1037729
Apr 16 16:51:25.643648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47794) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:25.707802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Network 61b0d060-2258-47a4-b975-4970440121c5 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:51:25.709334 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fa16fee-aac1-4961-86a3-45197ca16001 req-0c6a2e7c-2ded-4cff-a5d6-f93175a1ddb4 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247118
Apr 16 16:51:25.729265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.785478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] For port 23369559-a855-4cb3-8ac2-eac8b5506e56, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:25.791562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] For port 23369559-a855-4cb3-8ac2-eac8b5506e56, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23369559-a855-4cb3-8ac2-eac8b5506e56,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:25.814983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.834344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:25.971166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.971380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:25.989212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Network 61b0d060-2258-47a4-b975-4970440121c5 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:51:26.014799 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:51:26.092807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.096402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Transition to ACTIVE for port object a91edde2-906a-44a5-8c4e-2189c578b44d will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:26.114645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.117066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:26.117811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.119332 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] 10.222.0.120 "PUT /v2.0/ports/23369559-a855-4cb3-8ac2-eac8b5506e56 HTTP/1.1" status: 200  len: 1094 time: 2.5295756
Apr 16 16:51:26.119867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'tag': '23369559-a855-4cb3-8ac2-eac8b5506e56'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:26.121928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.135860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:26.146567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Pushing event updated for resources: {'Port': ['ID=23369559-a855-4cb3-8ac2-eac8b5506e56,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:26.155091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:26.196108 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] 10.222.0.103 "DELETE /v2.0/networks/61b0d060-2258-47a4-b975-4970440121c5 HTTP/1.1" status: 204  len: 168 time: 2.0172293
Apr 16 16:51:26.199937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47802) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:26.201030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b0d060-2258-47a4-b975-4970440121c5,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:26.203979 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:26.208905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.232457 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'tag': '23369559-a855-4cb3-8ac2-eac8b5506e56', 'status': 'completed', 'code': 200}
Apr 16 16:51:26.295099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:26.340885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Deleting subnet a35ac1c0-aff2-4d4e-84eb-17d438c42053 {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:51:26.346321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.357886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:26.362174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.382953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-97072cfc-acc6-4486-962e-0442e4225e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:26.385203 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-97072cfc-acc6-4486-962e-0442e4225e3d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 1097 time: 0.2096207
Apr 16 16:51:26.436688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f3e28f-e60c-4cd2-992c-b21841675944,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:26.474700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device bb094a5d-d00e-43f2-82d2-96a5206b982e up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:26.533291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:26.560404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.564262 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f9f3e28f-e60c-4cd2-992c-b21841675944 HTTP/1.1" status: 204  len: 168 time: 0.9164526
Apr 16 16:51:26.564262 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-30b0299d-d793-4c34-8e36-7e269efb426b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23369559-a855-4cb3-8ac2-eac8b5506e56 HTTP/1.1" status: 200  len: 217 time: 0.1306634
Apr 16 16:51:26.603338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port bb094a5d-d00e-43f2-82d2-96a5206b982e completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:26.613926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port bb094a5d-d00e-43f2-82d2-96a5206b982e triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:26.614437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.682559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718f0d5-1145-47d9-8dd1-2ddb471570a4 req-2e277c3b-c06c-48a5-b1d6-00f986090bfd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:26.692246 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b718f0d5-1145-47d9-8dd1-2ddb471570a4 req-2e277c3b-c06c-48a5-b1d6-00f986090bfd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 945 time: 0.3232858
Apr 16 16:51:26.720506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a91edde2-906a-44a5-8c4e-2189c578b44d,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:26.730035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:26.735937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.766162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.774757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-9a7cf6d6-f05b-4015-a540-97b615b51610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:26.776734 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-9a7cf6d6-f05b-4015-a540-97b615b51610 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.1952357
Apr 16 16:51:26.786667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port bb094a5d-d00e-43f2-82d2-96a5206b982e, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=bb094a5d-d00e-43f2-82d2-96a5206b982e,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:26.791099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.793923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-674f8374-14fc-4789-ab06-e75b36a5b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:26.794230 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b718f0d5-1145-47d9-8dd1-2ddb471570a4 req-d66aef5d-52aa-4dc6-8a80-c2885e7d42e8 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981572
Apr 16 16:51:26.844754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:26.888756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:26.891568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=bb094a5d-d00e-43f2-82d2-96a5206b982e,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:26.891690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:26.895679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:26.896410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:26.935196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff58f5-b660-45b7-a756-f3fd8e38cb53 req-9159b4aa-8ea1-4883-9389-0ddda3beb81a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:26.943565 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1eff58f5-b660-45b7-a756-f3fd8e38cb53 req-9159b4aa-8ea1-4883-9389-0ddda3beb81a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 944 time: 0.6448720
Apr 16 16:51:26.947229 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-80f1a1fa-5afe-4639-b2e7-7a4c7102d0cd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1517007
Apr 16 16:51:26.962437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.133924 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1eff58f5-b660-45b7-a756-f3fd8e38cb53 req-9ac98995-cf80-4152-8403-96df24c7711d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894529
Apr 16 16:51:27.215194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47820) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:27.241613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.250743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.257914 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-5466e464-6f55-424d-b798-36a653d63de1 None None] Provisioning for port a91edde2-906a-44a5-8c4e-2189c578b44d completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:27.264144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-5466e464-6f55-424d-b798-36a653d63de1 None None] Provisioning complete for port a91edde2-906a-44a5-8c4e-2189c578b44d triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:27.264561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5466e464-6f55-424d-b798-36a653d63de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.287608 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-2a5c145c-4f9c-48a9-811e-45468be09438 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3053923
Apr 16 16:51:27.289052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:27.342252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-5466e464-6f55-424d-b798-36a653d63de1 None None] Port a91edde2-906a-44a5-8c4e-2189c578b44d cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:51:27.372317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Usage tracker for resource:security_group_rule and tenant:9688c3385f1d4d64acf4dd51f0af7dc7 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:27.384337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:27.398127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:27.548222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.552086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93763330-de4a-4fd4-8d26-079292ad6c2c req-e11bf165-7413-42eb-ba9d-fb8dfa93d5eb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:27.553718 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-93763330-de4a-4fd4-8d26-079292ad6c2c req-e11bf165-7413-42eb-ba9d-fb8dfa93d5eb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2597919
Apr 16 16:51:27.562401 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85797147-a433-4f7e-b76f-5172b0d22db4 req-4402c794-fb67-4177-8551-9e5ab2e08247 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211163
Apr 16 16:51:27.574341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:27.625111 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-93763330-de4a-4fd4-8d26-079292ad6c2c req-ad810900-c76c-4d92-9056-c43aefa81bec tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597970
Apr 16 16:51:27.663104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a35ac1c0-aff2-4d4e-84eb-17d438c42053,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:27.690381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:27.732483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.738239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.751624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:27.754617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.767034 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-da812fb7-222f-4c3b-8903-c9be06ba360f admin admin] 10.222.0.103 "DELETE /v2.0/subnets/a35ac1c0-aff2-4d4e-84eb-17d438c42053 HTTP/1.1" status: 204  len: 168 time: 1.5594459
Apr 16 16:51:27.771869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47830) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:27.782416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.786980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.817426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a0064a42-4276-46da-a205-31ea065593fb tempest-DeleteServersTestJSON-2087839784 tempest-DeleteServersTestJSON-2087839784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:27.833265 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9688c3385f1d4d64acf4dd51f0af7dc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6168394
Apr 16 16:51:27.847910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47836) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:27.898464 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8584f07f-a430-4352-8202-108a2f9471d0,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:27.906634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-7e48e5fa-6b3a-45c5-a14c-4c1047282fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:27.908190 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-7e48e5fa-6b3a-45c5-a14c-4c1047282fe4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 1097 time: 0.2592075
Apr 16 16:51:27.909093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:27.936858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a91edde2-906a-44a5-8c4e-2189c578b44d,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:27.942994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:27.973897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:28.023224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.073551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.150627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.246299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:28.247528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:28.304862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.383628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.405519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8c5ae1b5-57b4-4feb-b4b2-6a4862d0a9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:28.477633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device bb094a5d-d00e-43f2-82d2-96a5206b982e up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:28.516892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.521344 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8584f07f-a430-4352-8202-108a2f9471d0 HTTP/1.1" status: 204  len: 168 time: 0.6554916
Apr 16 16:51:28.521344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8584f07f-a430-4352-8202-108a2f9471d0,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:28.531558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:28.600391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-46b8e023-92ed-4687-aea2-25adee004385 None None] Provisioning complete for port a91edde2-906a-44a5-8c4e-2189c578b44d triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:28.600933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46b8e023-92ed-4687-aea2-25adee004385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.616354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:51:28.673166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port bb094a5d-d00e-43f2-82d2-96a5206b982e triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:28.673626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:28.724304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-46b8e023-92ed-4687-aea2-25adee004385 None None] Port a91edde2-906a-44a5-8c4e-2189c578b44d cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:51:28.886194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-b8b6d8b8-bfbc-4e0d-8156-2437c3411fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:28.887904 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-b8b6d8b8-bfbc-4e0d-8156-2437c3411fe5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 916 time: 0.9699481
Apr 16 16:51:28.895689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745deaaf28>,) {'filters': {'network_id': ['646a20d5-49a4-4046-a859-c4a7d0f5b0db']}} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:28.896783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:51:28.904246 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] 10.222.0.103 "PUT /v2.0/routers/150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1014037
Apr 16 16:51:28.924797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Sync routers for ids ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:51:28.936424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Routers {'150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:28.937102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e735eb8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:51:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:29.006077 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-be6fc2c9-5d38-40b5-8a0b-9598f9c4c719 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23369559-a855-4cb3-8ac2-eac8b5506e56 HTTP/1.1" status: 200  len: 217 time: 0.0967312
Apr 16 16:51:29.088887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745deaaf28>, 'da0cc57f-2896-443f-996f-a9c37fe7558a') {'for_net_delete': True} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:29.089256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745deaaf28>, 'da0cc57f-2896-443f-996f-a9c37fe7558a') {} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:29.118615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64022204'] for segment, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:29.161607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:29.184533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b997f7-42e4-47a5-b0d7-8699d999027f req-a6fee600-ed63-4a37-8522-ba5e61f2ec06 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:29.186165 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7b997f7-42e4-47a5-b0d7-8699d999027f req-a6fee600-ed63-4a37-8522-ba5e61f2ec06 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 945 time: 0.8964186
Apr 16 16:51:29.190091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Set router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:29.193663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=85298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:51:29.211121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-9ab0bf3d-161c-495d-8759-1815a6f0bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:29.212718 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-9ab0bf3d-161c-495d-8759-1815a6f0bf42 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.1880352
Apr 16 16:51:29.379578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154005f-d050-4865-ae3f-45b8929e5e35 req-18d54fba-6c29-424b-bebe-84f2d0c96f6d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:29.381229 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1154005f-d050-4865-ae3f-45b8929e5e35 req-18d54fba-6c29-424b-bebe-84f2d0c96f6d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 944 time: 0.8888304
Apr 16 16:51:29.390706 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-8daf9425-a6a2-4efd-bd30-c353b8bd5669 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1614518
Apr 16 16:51:29.455573 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7b997f7-42e4-47a5-b0d7-8699d999027f req-d52b64d1-48a9-4270-96dd-09ddd110c7ce tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417910
Apr 16 16:51:29.563169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e735eb8>, [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:51:27Z', 'revision_number': 4, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port': {'id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:17Z', 'updated_at': '2021-04-16T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'a91edde2-906a-44a5-8c4e-2189c578b44d', 'name': '', 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'mac_address': 'fa:16:3e:a5:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'da5a3d41-46b6-4900-94fd-51dd127fec3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:24Z', 'updated_at': '2021-04-16T16:51:27Z', 'revision_number': 2, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'subnets': [{'id': 'da5a3d41-46b6-4900-94fd-51dd127fec3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:29.570902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Checking router: 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:51:29.570902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Updating router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d port a91edde2-906a-44a5-8c4e-2189c578b44d binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:51:29.630150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:29.689407 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-e9ad1b77-e701-422d-8f41-fc6fe3af9b58 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744405
Apr 16 16:51:29.695298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Network 646a20d5-49a4-4046-a859-c4a7d0f5b0db has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:51:29.712489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65211580'] for segment, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:29.819853 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1154005f-d050-4865-ae3f-45b8929e5e35 req-4487ab3e-f222-4e2b-8036-7043ad332b58 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4279790
Apr 16 16:51:29.996223 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-581d1e66-3edf-4633-979b-1cafa2b4e62d req-6996a7c5-7c46-4098-a44c-178e6fd37d46 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2887237
Apr 16 16:51:30.141150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Network 646a20d5-49a4-4046-a859-c4a7d0f5b0db has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:51:30.175856 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:51:30.283297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.310152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fcd12-b8b2-4185-8140-e4b7fb71fa0f req-36f4ee2f-6e38-467a-b96e-43bd7cd39ec1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:30.311821 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5f4fcd12-b8b2-4185-8140-e4b7fb71fa0f req-36f4ee2f-6e38-467a-b96e-43bd7cd39ec1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5529258
Apr 16 16:51:30.324017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Transition to ACTIVE for port object a91edde2-906a-44a5-8c4e-2189c578b44d will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:30.333135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.354444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-02e74395-1d28-400c-9d4a-a65341cd09fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:30.356663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.379017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.381988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-337f0b3d-8ba4-44d2-b870-199e4ca60224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:30.428019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Pushing event deleted for resources: {'Network': ['ID=646a20d5-49a4-4046-a859-c4a7d0f5b0db,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:30.441116 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5f4fcd12-b8b2-4185-8140-e4b7fb71fa0f req-508e679f-df42-4ec2-b7f4-c09f61222a1d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187277
Apr 16 16:51:30.452722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:30.469494 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] 10.222.0.103 "DELETE /v2.0/networks/646a20d5-49a4-4046-a859-c4a7d0f5b0db HTTP/1.1" status: 204  len: 168 time: 2.6964996
Apr 16 16:51:30.497900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-6524a6d1-7ca5-4688-8f58-55b107ee5f20 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:30.499388 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-6524a6d1-7ca5-4688-8f58-55b107ee5f20 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 945 time: 0.2488320
Apr 16 16:51:30.568793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47900) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:30.574935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55705316', 'description': 'tempest-secgroup-smoke-55705316 description', 'project_id': '36e2bc75e4e1400fab18b3944402fa76'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:30.587367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:30.593314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:30.600825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:30.609983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365840cd-587a-4866-87dc-1074e47ae519 None None] Pushing event updated for resources: {'Port': ['ID=a91edde2-906a-44a5-8c4e-2189c578b44d,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:30.626134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-365840cd-587a-4866-87dc-1074e47ae519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:30.626532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:30.647881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Deleting port da606ecb-e349-4795-bddb-3c2db704b112 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:51:30.648282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.655544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.685824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:30.694767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:30.698381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:30.714920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:30.845095 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.847807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:30.854600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4280d1fc-5fb3-454e-bd89-ceebbc0d944e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:30.900062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47910) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:30.917957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee21bb-d63d-408f-b484-abf743b286c9,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:30.943722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:31.007477 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f8070716-1e54-4520-bdb1-3297f13772b6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=456bb816d3ab4deb974db6a0115d60c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0923648
Apr 16 16:51:31.009032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47918) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:31.013079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.014599 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.4447141
Apr 16 16:51:31.029287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47922) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:31.037796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'security_group_rule': {'security_group_id': '89ee21bb-d63d-408f-b484-abf743b286c9', 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:31.048361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:31.064117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Attempting to bind port a91edde2-906a-44a5-8c4e-2189c578b44d on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:31.064534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Attempting to bind port a91edde2-906a-44a5-8c4e-2189c578b44d by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:31.069016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:31.074608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:31.074780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Attempting to bind port a91edde2-906a-44a5-8c4e-2189c578b44d on network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:31.084312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:31.084837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Checking segment: {'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:31.089408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:31.095619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.106466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Bound using segment: {'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:31.107043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Bound port: a91edde2-906a-44a5-8c4e-2189c578b44d, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2d3285-9264-4112-9fee-0676fd27f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:31.107483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.125771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.148109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.184945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.209109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] For port da606ecb-e349-4795-bddb-3c2db704b112, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da606ecb-e349-4795-bddb-3c2db704b112,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:31.209638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.228940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] For port a91edde2-906a-44a5-8c4e-2189c578b44d, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:31.233664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] For port a91edde2-906a-44a5-8c4e-2189c578b44d, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=a91edde2-906a-44a5-8c4e-2189c578b44d,segment=NetworkSegment(ca2d3285-9264-4112-9fee-0676fd27f397),segment_id=ca2d3285-9264-4112-9fee-0676fd27f397)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:31.239087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.259283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:31.278803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.282261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.287132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:31.342782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.347909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3143134
Apr 16 16:51:31.348715 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.351981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:31.353063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 47926) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:31.353505 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6b981ec6-27a0-4606-a81f-e8861c920d48 HTTP/1.1" status: 204  len: 168 time: 0.3430958
Apr 16 16:51:31.355510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d809ad-86b5-479c-9397-caf89ced0a17,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:31.359988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:31.360792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3358bc11-bdac-49ce-83c8-9cd177a554ac tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:31.377643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b981ec6-27a0-4606-a81f-e8861c920d48,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:31.380987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:31.443876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Calling delete_port for da606ecb-e349-4795-bddb-3c2db704b112 owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:51:31.482068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'security_group_rule': {'security_group_id': '89ee21bb-d63d-408f-b484-abf743b286c9', 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:31.493395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365840cd-587a-4866-87dc-1074e47ae519 None None] Pushing event updated for resources: {'Port': ['ID=a91edde2-906a-44a5-8c4e-2189c578b44d,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:31.498419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-365840cd-587a-4866-87dc-1074e47ae519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:31.503323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:31.523889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d039c06-1fe9-443c-bfce-c3e1515958d2 req-727f6aec-fe10-49da-b24d-e7a2e6c3b445 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:31.534817 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0d039c06-1fe9-443c-bfce-c3e1515958d2 req-727f6aec-fe10-49da-b24d-e7a2e6c3b445 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 945 time: 0.6955662
Apr 16 16:51:31.552293 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Routers {'150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:51:31.553154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e735eb8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:51:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:31.568995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:31.587011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:31.622185 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:31.778699 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0d039c06-1fe9-443c-bfce-c3e1515958d2 req-ab0fc4da-90b2-4a50-8a27-19c4ea3802c4 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430758
Apr 16 16:51:31.803676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] Set router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:51:31.862206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff723a2-573f-4188-b36b-6345e5bac8c6 req-259f0af3-529c-46ad-bd76-62d9ebea04d7 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:31.872793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aff723a2-573f-4188-b36b-6345e5bac8c6 req-259f0af3-529c-46ad-bd76-62d9ebea04d7 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 944 time: 0.8551049
Apr 16 16:51:31.911829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.036191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47944) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:32.102903 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b81fe20a-dad1-4ce9-86ff-11d6a7829ac7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a731407043fc4b268a79244ad6d13bcc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0634041
Apr 16 16:51:32.103299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47948) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:32.176363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.206512 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.256807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.262522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-832de9ea-41da-4d14-9cd4-bc4cebab4325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:32.279244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.280685 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/dbe458c3-f8fd-4f33-af4d-495a6d1579b9 HTTP/1.1" status: 204  len: 168 time: 0.1763139
Apr 16 16:51:32.281723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe458c3-f8fd-4f33-af4d-495a6d1579b9,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:32.288273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e735eb8>, [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:51:27Z', 'revision_number': 4, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port': {'id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:17Z', 'updated_at': '2021-04-16T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'a91edde2-906a-44a5-8c4e-2189c578b44d', 'name': '', 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'mac_address': 'fa:16:3e:a5:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'da5a3d41-46b6-4900-94fd-51dd127fec3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:24Z', 'updated_at': '2021-04-16T16:51:31Z', 'revision_number': 4, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'subnets': [{'id': 'da5a3d41-46b6-4900-94fd-51dd127fec3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:51:32.296265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:32.303426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a23f6e-0925-4e06-888d-6560fe1d4425 None None] The sync data for ids ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'] in dv-cinder-733622-13-iscsi is: [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:51:27Z', 'revision_number': 4, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port': {'id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:17Z', 'updated_at': '2021-04-16T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'a91edde2-906a-44a5-8c4e-2189c578b44d', 'name': '', 'network_id': '20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'mac_address': 'fa:16:3e:a5:3d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'da5a3d41-46b6-4900-94fd-51dd127fec3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:24Z', 'updated_at': '2021-04-16T16:51:31Z', 'revision_number': 4, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'subnets': [{'id': 'da5a3d41-46b6-4900-94fd-51dd127fec3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:51:32.319899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 23369559-a855-4cb3-8ac2-eac8b5506e56 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:51:32.383365 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aff723a2-573f-4188-b36b-6345e5bac8c6 req-33de9eb3-2d97-4c4c-82ad-b59bd11f3c40 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5094974
Apr 16 16:51:32.453830 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.467136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.467917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.547291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['da606ecb-e349-4795-bddb-3c2db704b112'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:51:32.611802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device a91edde2-906a-44a5-8c4e-2189c578b44d up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:32.618429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:32.696595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99a7e-8636-4e00-b0a3-ca6e3b26d343 req-07418f80-c197-456e-a49e-04feecccb9ed tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:32.698353 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9be99a7e-8636-4e00-b0a3-ca6e3b26d343 req-07418f80-c197-456e-a49e-04feecccb9ed tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.4731009
Apr 16 16:51:32.720869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 23369559-a855-4cb3-8ac2-eac8b5506e56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23369559-a855-4cb3-8ac2-eac8b5506e56,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:32.749867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Pushing event deleted for resources: {'Port': ['ID=da606ecb-e349-4795-bddb-3c2db704b112,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:32.764046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '23369559-a855-4cb3-8ac2-eac8b5506e56', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'port_id': '23369559-a855-4cb3-8ac2-eac8b5506e56', 'mac_address': 'fa:16:3e:ff:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8546ee-d99b-425d-9916-8fdf5fedf32a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:51:32.764775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:32.771150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:32.825693 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9be99a7e-8636-4e00-b0a3-ca6e3b26d343 req-39919539-7dcd-4047-9a80-a710f8379ed2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134465
Apr 16 16:51:32.839634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.859440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cde93f0-b4aa-4ff4-a86f-9250a4d3ac68,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:32.870239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:32.871962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.875249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port a91edde2-906a-44a5-8c4e-2189c578b44d completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:32.876224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47960) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:32.876478 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4445105
Apr 16 16:51:32.883500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'security_group_rule': {'security_group_id': '89ee21bb-d63d-408f-b484-abf743b286c9', 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:32.884021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port a91edde2-906a-44a5-8c4e-2189c578b44d triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:32.884555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.903294 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:32.919086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:32.922778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:32.928419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] No DVR routers for this DVR port da606ecb-e349-4795-bddb-3c2db704b112 on host hv-cinder-73362 {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:51:32.933972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:32.934201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23369559-a855-4cb3-8ac2-eac8b5506e56 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:51:32.941373 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-14f5d922-3623-4c1f-b004-517c0aea1a73 req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "DELETE /v2.0/ports/da606ecb-e349-4795-bddb-3c2db704b112 HTTP/1.1" status: 204  len: 173 time: 2.4270780
Apr 16 16:51:32.943824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:32.944383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'name': 'network-vif-deleted', 'tag': 'da606ecb-e349-4795-bddb-3c2db704b112'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:33.004642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.041822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 23369559-a855-4cb3-8ac2-eac8b5506e56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23369559-a855-4cb3-8ac2-eac8b5506e56,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:33.063017 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28a807c-7fe0-43e9-90d4-afbc06b99029', 'name': 'network-vif-deleted', 'tag': 'da606ecb-e349-4795-bddb-3c2db704b112', 'status': 'completed', 'code': 200}
Apr 16 16:51:33.069697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.087355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ef6fd45d-1351-4b6b-a2fb-5d1cf805aeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:33.143950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.147480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.150021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:33.174381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bba94e-f4bc-48be-953a-fecfa3b30121,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:33.199160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:33.224057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.225520 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-90461d3c-9a49-4c06-960a-6d88f99ee8a6 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3478870
Apr 16 16:51:33.229253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47976) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:33.254537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'security_group_rule': {'security_group_id': '89ee21bb-d63d-408f-b484-abf743b286c9', 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:33.261897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:33.267241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:33.270689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:33.288110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.290628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:33.300662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b767941a-e2a0-4350-8347-ea7876cec31b req-b59bf8f9-47df-45ef-9a1a-51aaadecd04a tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Synchronizing usage tracker for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:51:33.341843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.353786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b767941a-e2a0-4350-8347-ea7876cec31b req-b59bf8f9-47df-45ef-9a1a-51aaadecd04a tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Unset dirty status for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:51:33.364098 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b767941a-e2a0-4350-8347-ea7876cec31b req-b59bf8f9-47df-45ef-9a1a-51aaadecd04a tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=d28a807c-7fe0-43e9-90d4-afbc06b99029 HTTP/1.1" status: 200  len: 210 time: 0.2137311
Apr 16 16:51:33.512236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.515555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.540129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f094dc49-2091-498f-8c10-61069abfd440 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:33.576710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.587598 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3568826
Apr 16 16:51:33.588491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 47986) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:33.603334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port a91edde2-906a-44a5-8c4e-2189c578b44d, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=a91edde2-906a-44a5-8c4e-2189c578b44d,segment=NetworkSegment(ca2d3285-9264-4112-9fee-0676fd27f397),segment_id=ca2d3285-9264-4112-9fee-0676fd27f397)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:33.607792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'security_group_rule': {'security_group_id': '89ee21bb-d63d-408f-b484-abf743b286c9', 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:33.608360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.622230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc5d9af-3431-474e-b72d-82574730c109,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:33.629314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b748db17-8e6c-4385-b49f-f53a1c7bf30f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:33.635985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:33.644919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:33.645436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=23369559-a855-4cb3-8ac2-eac8b5506e56,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:33.656439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:33.659994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:33.670874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:33.695505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:33.722596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['23369559-a855-4cb3-8ac2-eac8b5506e56'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:51:33.731729 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.securitygroups_db [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Project 36e2bc75e4e1400fab18b3944402fa76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 16:51:33.745740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.796291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced50504-4170-4bee-8d3d-01ac9d4cd5b8 req-1bbaa495-02bc-4f7f-9df7-5f1ba06974bf tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:33.809387 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ced50504-4170-4bee-8d3d-01ac9d4cd5b8 req-1bbaa495-02bc-4f7f-9df7-5f1ba06974bf tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 945 time: 0.2600813
Apr 16 16:51:33.897151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=a91edde2-906a-44a5-8c4e-2189c578b44d,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:33.899851 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ced50504-4170-4bee-8d3d-01ac9d4cd5b8 req-c7a8cc0d-a9ca-4219-a869-461fa9f05a54 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884807
Apr 16 16:51:33.905927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:33.914506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.917455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:33.942827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e00181ad-9dd4-4c87-b7ab-aa8ceee1ec10 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:33.992513 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fd11ab-e45e-41f7-99d1-a95ab7a144c7,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:34.005333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:34.030605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:34.035415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 48004) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:34.036047 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4417002
Apr 16 16:51:34.041905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'security_group_rule': {'security_group_id': '89ee21bb-d63d-408f-b484-abf743b286c9', 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:34.067984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:34.094837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:security_group_rule and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:34.103436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:34.140191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:34.230760 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.securitygroups_db [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Project 36e2bc75e4e1400fab18b3944402fa76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 16:51:34.243131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:34.330573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ab9c-9455-45a6-a143-a0582e5d7d8a req-a445f4f1-eeb9-4320-bef4-7fff1c5c53c2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:34.332287 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9d24ab9c-9455-45a6-a143-a0582e5d7d8a req-a445f4f1-eeb9-4320-bef4-7fff1c5c53c2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1746950
Apr 16 16:51:34.351818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device da606ecb-e349-4795-bddb-3c2db704b112 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:51:34.365017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:34.371493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:34.376850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dda11806-9bfb-4e13-832c-b9d1100ae306 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:34.417847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58655368-226b-420b-8bbb-79ec0738b49d,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:34.430310 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9d24ab9c-9455-45a6-a143-a0582e5d7d8a req-18853b99-c30d-48e3-b6ae-cc998dbdaf8a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847349
Apr 16 16:51:34.436877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.437296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.437705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.438106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.438877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.439299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.441247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.441660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.442105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.442505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.442908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.443305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:34.447020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:34.452557 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4121029
Apr 16 16:51:34.452557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:34.452806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: da606ecb-e349-4795-bddb-3c2db704b112 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:51:34.453358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device da606ecb-e349-4795-bddb-3c2db704b112 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:51:34.537821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device a91edde2-906a-44a5-8c4e-2189c578b44d up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:34.616391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port a91edde2-906a-44a5-8c4e-2189c578b44d triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:34.616822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:34.956302 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-bd3e4f96-35bb-42d9-83fa-d3688008d337 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:34.965945 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-bd3e4f96-35bb-42d9-83fa-d3688008d337 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/networks?id=f0049d23-d06a-45a0-91cb-3ec160e2a601 HTTP/1.1" status: 200  len: 809 time: 0.1896873
Apr 16 16:51:34.985015 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-ee614be0-c78c-4452-8991-65fbb67c8126 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/quotas/1d5f124676424457a8eb80eafbc0b97d HTTP/1.1" status: 200  len: 375 time: 0.0178068
Apr 16 16:51:35.084284 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-59ea81e3-9926-4746-8591-6a0613b97575 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d5f124676424457a8eb80eafbc0b97d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0969715
Apr 16 16:51:35.333438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c2e46-4684-4f27-934b-8b809385db07 req-f2f2e207-4862-4694-a02d-3a7cfb5ab27a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:35.335209 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c54c2e46-4684-4f27-934b-8b809385db07 req-f2f2e207-4862-4694-a02d-3a7cfb5ab27a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 945 time: 0.2477798
Apr 16 16:51:35.341810 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-16cb2915-f4e5-4b7e-b2dc-fc011d5cc2e1 service neutron] 10.222.0.103 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011089
Apr 16 16:51:35.511849 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c54c2e46-4684-4f27-934b-8b809385db07 req-a2037e50-4380-4bcd-8245-64ee8732c08d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671014
Apr 16 16:51:35.600673 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-a9a63acd-88ea-4d56-9e90-70151c5e3f78 service neutron] 10.222.0.103 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373466
Apr 16 16:51:36.026259 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f280b119-47db-4b62-b314-43359c6c2619 req-d0fa0409-2387-4189-8355-3f73a4c05074 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 210 time: 0.1123087
Apr 16 16:51:36.132736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d3c6a-53c1-4982-a689-866ce72ab142 req-df0ed80f-1036-4a89-8ee8-1bbe91da5eb1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:36.134523 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ec7d3c6a-53c1-4982-a689-866ce72ab142 req-df0ed80f-1036-4a89-8ee8-1bbe91da5eb1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1795533
Apr 16 16:51:36.160997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48176) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:36.193108 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ec7d3c6a-53c1-4982-a689-866ce72ab142 req-e9b68152-212a-453e-84ee-93f49f9ddeca tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508521
Apr 16 16:51:36.303847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.324186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:36.328207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b9a5357f1648b6bf44c73aeb9cbd32 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:36.331230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:36.337632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:36.368068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 23369559-a855-4cb3-8ac2-eac8b5506e56 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:36.437323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.441358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.442779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 23369559-a855-4cb3-8ac2-eac8b5506e56 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:36.449514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 23369559-a855-4cb3-8ac2-eac8b5506e56 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:36.450193 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.451310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9770a312-f31b-4c19-8462-92843e41a1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:36.512459 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b3b9a5357f1648b6bf44c73aeb9cbd32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3474369
Apr 16 16:51:36.512459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d216ae72-0243-4fb2-9069-e7fda7928ba9,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:36.512819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 48182) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:36.514314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:36.585791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.612201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.615451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.642348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23369559-a855-4cb3-8ac2-eac8b5506e56'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:36.657507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 23369559-a855-4cb3-8ac2-eac8b5506e56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23369559-a855-4cb3-8ac2-eac8b5506e56,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:36.661586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.663697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:36.748717 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23369559-a855-4cb3-8ac2-eac8b5506e56', 'code': 200}
Apr 16 16:51:36.749724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=23369559-a855-4cb3-8ac2-eac8b5506e56,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:36.752263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cf603-05da-4425-b1ad-1b7ac8b5f067 req-ad2332e2-df9b-4bfd-baf1-2392c52d5e44 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:36.753819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:36.767164 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-162cf603-05da-4425-b1ad-1b7ac8b5f067 req-ad2332e2-df9b-4bfd-baf1-2392c52d5e44 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.1277554
Apr 16 16:51:36.787830 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.795200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:36.822327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216ae72-0243-4fb2-9069-e7fda7928ba9,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:36.827789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:36.832039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:36.836034 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d216ae72-0243-4fb2-9069-e7fda7928ba9 HTTP/1.1" status: 204  len: 168 time: 0.3192871
Apr 16 16:51:36.848532 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-162cf603-05da-4425-b1ad-1b7ac8b5f067 req-f766ed76-d923-463b-b6bd-0477e0d0974c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826144
Apr 16 16:51:37.007906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3bf51-b06f-45da-873b-953c1b68f486 req-7285e7ec-c4e5-410a-ad28-9d0c4b39248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:37.009794 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bf3bf51-b06f-45da-873b-953c1b68f486 req-7285e7ec-c4e5-410a-ad28-9d0c4b39248b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 1099 time: 0.0971825
Apr 16 16:51:37.071982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8272bb7d-c0e1-44b5-8f50-125a67b2d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.119935 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4bf3bf51-b06f-45da-873b-953c1b68f486 req-322f4216-64be-4e5d-9abc-48e83f5af63b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894876
Apr 16 16:51:37.202988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48206) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:37.237119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.280949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:37.283809 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-32d7b8c4-e666-45cd-8cf3-5d38cd3725cb req-a7ae0337-8dc4-433e-a55c-8e7f2cb94fb9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 210 time: 0.0967386
Apr 16 16:51:37.291102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Usage tracker for resource:security_group_rule and tenant:0262885331f54710a248448aa46bf5c2 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:37.294531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:37.311795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:37.408939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.412618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.435023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-014c6452-86d5-4294-9faf-e9f1e880bc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:37.469552 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0262885331f54710a248448aa46bf5c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2647486
Apr 16 16:51:37.470781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48218) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:37.503951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74631fe1-7052-4a9c-9bc9-3a063a9a0034,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:37.527937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840f7c6-6dd7-432e-bb7c-df52319cdda4 req-3a543e83-1d19-4fc2-813e-fc6647544599 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:37.529705 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6840f7c6-6dd7-432e-bb7c-df52319cdda4 req-3a543e83-1d19-4fc2-813e-fc6647544599 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1739638
Apr 16 16:51:37.539409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-83d54fce-5bc4-4a45-9b81-55d1e42412a1 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:37.540990 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-83d54fce-5bc4-4a45-9b81-55d1e42412a1 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "GET /v2.0/networks?id=f0049d23-d06a-45a0-91cb-3ec160e2a601 HTTP/1.1" status: 200  len: 809 time: 0.2986004
Apr 16 16:51:37.562116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:37.592067 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6840f7c6-6dd7-432e-bb7c-df52319cdda4 req-16edf705-02d5-4e4a-b3c0-9056e584a0b1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499644
Apr 16 16:51:37.596187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Request body: {'port': {'device_id': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601', 'admin_state_up': True, 'tenant_id': '1d5f124676424457a8eb80eafbc0b97d'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:37.602993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.647868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.714598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.720797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6d197093-561c-48a4-acba-eb2a40a10662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:37.737409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74631fe1-7052-4a9c-9bc9-3a063a9a0034,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:37.745885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:37.750580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.761547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:37.766325 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/74631fe1-7052-4a9c-9bc9-3a063a9a0034 HTTP/1.1" status: 204  len: 168 time: 0.2722826
Apr 16 16:51:37.774684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:37.786622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Made reservation on behalf of 1d5f124676424457a8eb80eafbc0b97d for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:51:37.794771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:37.941067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48244) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:38.120545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.137966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:38.143364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Usage tracker for resource:security_group_rule and tenant:c60254f9732c4b449f0923539722b097 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:38.144284 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Allocated IP 172.20.0.7 (f0049d23-d06a-45a0-91cb-3ec160e2a601/b9bd6284-794d-43ce-90c7-300e904e61d7/6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:51:38.149933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:38.158480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:38.255155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b263ed-0c0b-4bab-a0ba-c05ac1845da6 req-142f2e85-45d8-4fc5-9404-10b56370e46d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:38.264406 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f0b263ed-0c0b-4bab-a0ba-c05ac1845da6 req-142f2e85-45d8-4fc5-9404-10b56370e46d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.2008412
Apr 16 16:51:38.311226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.317598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.329658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6ca6f274-cb0f-4e2b-a18c-ed8c0cf66a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:38.385838 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c60254f9732c4b449f0923539722b097&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4435081
Apr 16 16:51:38.386696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48264) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:38.387445 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39e6f6-52c4-4e2b-b612-3908c19fcae1,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:38.392788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:38.420689 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f0b263ed-0c0b-4bab-a0ba-c05ac1845da6 req-3c403832-f2fe-4547-9c30-a34b82dc42ff tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550999
Apr 16 16:51:38.763867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.794797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.850152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.855739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-430be1b2-d6f9-423f-a1db-5a5d6da28070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:38.862969 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4a403b68-f26a-4103-9317-90ad0587efe4 req-b33a8c62-f4ac-4bf6-87c4-a81ab0c37577 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 210 time: 0.1064677
Apr 16 16:51:38.871632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.872920 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3b39e6f6-52c4-4e2b-b612-3908c19fcae1 HTTP/1.1" status: 204  len: 168 time: 0.4822836
Apr 16 16:51:38.873945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39e6f6-52c4-4e2b-b612-3908c19fcae1,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:38.877782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:38.948801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:38.993604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee24a9-affb-4bea-a172-83b12a13dea1 req-eda9e8d1-73c3-46a4-801a-356277cb9ce6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:38.995364 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-08ee24a9-affb-4bea-a172-83b12a13dea1 req-eda9e8d1-73c3-46a4-801a-356277cb9ce6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2402010
Apr 16 16:51:38.997074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.049416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:39.233801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Pushing event updated for resources: {'Port': ['ID=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:39.241047 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:39.259310 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-08ee24a9-affb-4bea-a172-83b12a13dea1 req-f5ae2bd5-8b0c-4de0-a991-699fa6c83b63 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109954
Apr 16 16:51:39.316388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:51:39.317637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:51:39.319263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48294) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:39.320072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:51:39.343369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.388992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:39.393590 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Usage tracker for resource:security_group_rule and tenant:458efb8ef18c4ebd9b1b766fcf3de1eb is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:39.400357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:39.411906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:39.412864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.416679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:39.456848 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8677852
Apr 16 16:51:39.478356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Request body: {'port': {'device_id': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:51:39.485687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d274f2c2-8401-4e96-8a90-cf6bbfff9b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.560165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.620630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.630188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.639622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee68cf19-b5ee-4985-91fd-90cb977989b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:39.689840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.697453 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=458efb8ef18c4ebd9b1b766fcf3de1eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3761442
Apr 16 16:51:39.701366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48306) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:39.703662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a01c475-7ada-4d22-904e-61ed98e5f413,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:39.707018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:39.730033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028a074-b4f4-436a-8d1f-b3054f0ece5b req-89872878-d3c3-44bf-be6f-c709b694edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:39.731633 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d028a074-b4f4-436a-8d1f-b3054f0ece5b req-89872878-d3c3-44bf-be6f-c709b694edd6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 1098 time: 0.1879468
Apr 16 16:51:39.818707 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d028a074-b4f4-436a-8d1f-b3054f0ece5b req-b7463421-32e0-4697-ab1a-627c6e6274ae service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760803
Apr 16 16:51:39.826434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.860252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb905d0-0aef-49d0-88d8-6913595b2637 req-310fd88e-cb72-4234-8dbc-e41e62d89b82 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:39.860497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.861798 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-afb905d0-0aef-49d0-88d8-6913595b2637 req-310fd88e-cb72-4234-8dbc-e41e62d89b82 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.2682116
Apr 16 16:51:39.925969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.932360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3d5807b9-1baa-4d66-9eee-c1b0096aca3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:39.942087 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-afb905d0-0aef-49d0-88d8-6913595b2637 req-701c9a6e-3b2a-4063-b9dd-038805e98dcb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696206
Apr 16 16:51:39.970329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a01c475-7ada-4d22-904e-61ed98e5f413,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:39.974315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:39.990791 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/7a01c475-7ada-4d22-904e-61ed98e5f413 HTTP/1.1" status: 204  len: 168 time: 0.2783725
Apr 16 16:51:39.992219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:40.236675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:40.305240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786faa66-54ec-4b3a-81ad-987c6ccd5d50 req-8bbe76a3-a0a5-49be-b647-e502c82ae3dd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:40.306069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-786faa66-54ec-4b3a-81ad-987c6ccd5d50 req-8bbe76a3-a0a5-49be-b647-e502c82ae3dd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Synchronizing usage tracker for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:51:40.318401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:51:40.342888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:40.374565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-786faa66-54ec-4b3a-81ad-987c6ccd5d50 req-8bbe76a3-a0a5-49be-b647-e502c82ae3dd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Unset dirty status for tenant:1d5f124676424457a8eb80eafbc0b97d on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:51:40.375871 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-786faa66-54ec-4b3a-81ad-987c6ccd5d50 req-8bbe76a3-a0a5-49be-b647-e502c82ae3dd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 931 time: 0.2754948
Apr 16 16:51:40.381965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Transition to ACTIVE for port object 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:51:40.386413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:40.431136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:40.453275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:51:40.715229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:40.720277 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-786faa66-54ec-4b3a-81ad-987c6ccd5d50 req-e5acc61b-d607-4c85-a23d-68aa07366465 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2906520
Apr 16 16:51:40.725238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:40.846311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0311a8b-8473-4358-bdb2-6db2a2e8bbf3 req-04a23d81-23a0-4fef-b318-8185f2d56ba3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:40.848705 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e0311a8b-8473-4358-bdb2-6db2a2e8bbf3 req-04a23d81-23a0-4fef-b318-8185f2d56ba3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.3528984
Apr 16 16:51:40.990092 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e0311a8b-8473-4358-bdb2-6db2a2e8bbf3 req-7435eccf-c559-4f47-b481-9e237673a1fa tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338294
Apr 16 16:51:41.044411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Attempting to bind port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:51:41.044760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Attempting to bind port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:51:41.045137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Attempting to bind port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e on network f0049d23-d06a-45a0-91cb-3ec160e2a601 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:41.053334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e on network f0049d23-d06a-45a0-91cb-3ec160e2a601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:51:41.053702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Attempting to bind port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e on network f0049d23-d06a-45a0-91cb-3ec160e2a601 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:51:41.064854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:51:41.065212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Checking segment: {'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:51:41.066764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Bound using segment: {'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:51:41.066764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Bound port: 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:51:41.066956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:41.188081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] For port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:51:41.194858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] For port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:51:41.200306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:41.216972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:41.296966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:41.424531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:41.436847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:41.459264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:41.459941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:41.462166 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] 10.222.0.120 "PUT /v2.0/ports/6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e HTTP/1.1" status: 200  len: 1093 time: 1.9899547
Apr 16 16:51:41.462728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'tag': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:41.513426 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'tag': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e', 'status': 'completed', 'code': 200}
Apr 16 16:51:41.609069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-8907d529-6270-4952-ac64-926f875dbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:41.611072 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-8907d529-6270-4952-ac64-926f875dbfca service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1d5f124676424457a8eb80eafbc0b97d&device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 1096 time: 0.0889003
Apr 16 16:51:41.711057 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-514cccdd-b25e-44d5-81c0-b71cb494721c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e HTTP/1.1" status: 200  len: 217 time: 0.0858347
Apr 16 16:51:41.807970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-0f3fe3f3-3e39-45b0-b44c-43073b930f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:41.809789 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-0f3fe3f3-3e39-45b0-b44c-43073b930f5b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b9bd6284-794d-43ce-90c7-300e904e61d7 HTTP/1.1" status: 200  len: 849 time: 0.0855069
Apr 16 16:51:41.879917 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-dad6aa05-1c0b-45a2-af4a-d5cd211eccf6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0049d23-d06a-45a0-91cb-3ec160e2a601&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590854
Apr 16 16:51:41.957479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48402) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:41.965041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48408) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:42.148211 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-e4429355-325a-4c6e-932a-e9a8cbc3f6b6 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593136
Apr 16 16:51:42.157810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d929da-a68c-4d4d-95fd-1a47304b215a req-53109f98-300d-4f4d-9a0a-2dd0d280d08c tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:42.162850 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7d929da-a68c-4d4d-95fd-1a47304b215a req-53109f98-300d-4f4d-9a0a-2dd0d280d08c tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 943 time: 0.1643279
Apr 16 16:51:42.195478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.214240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.224678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:42.231694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Usage tracker for resource:security_group_rule and tenant:efcc0ca919b341a7a6413db13ca40e82 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:42.237903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:42.241108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:42.247557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:42.249830 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Usage tracker for resource:security_group_rule and tenant:932429efc39a4f198b60a1b0e3a30377 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:42.254325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:42.265288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:42.431037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.441943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.459100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e26921e0-9304-4940-9000-6999176d1c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:42.474609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.489863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.539393 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=efcc0ca919b341a7a6413db13ca40e82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5807261
Apr 16 16:51:42.540185 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48426) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:42.558712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467c560a-4644-40bb-b700-2e21c2948134,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:42.565028 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=932429efc39a4f198b60a1b0e3a30377&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5984964
Apr 16 16:51:42.569448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:42.569849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:42.574560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 48430) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:42.625380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e1f156-2f4b-4ed8-946b-7e3985f85471,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:42.630413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f2aa533d-819c-4ed9-b70d-d846d550d96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:42.651127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.680677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.730842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.736188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4fed808d-314c-4830-bfef-739aee89b4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:42.738680 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7d929da-a68c-4d4d-95fd-1a47304b215a req-5e531223-2fa0-4e64-9f4b-3db08c4d77f9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5458760
Apr 16 16:51:42.750885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467c560a-4644-40bb-b700-2e21c2948134,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:42.755236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:42.757094 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba09967-0057-4dd8-9967-54bb598701c9 req-52f312dc-1cf8-4937-9d09-3d1c7df98245 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5931349
Apr 16 16:51:42.778812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.783551 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/467c560a-4644-40bb-b700-2e21c2948134 HTTP/1.1" status: 204  len: 168 time: 0.2386384
Apr 16 16:51:42.797925 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.868765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:42.882208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e45875-e46b-4436-9d76-4a1f87eacac4 req-1f63dca7-ca61-4e34-9a4f-bce858e7cb36 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:42.890194 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-81e45875-e46b-4436-9d76-4a1f87eacac4 req-1f63dca7-ca61-4e34-9a4f-bce858e7cb36 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.2438643
Apr 16 16:51:42.965773 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-81e45875-e46b-4436-9d76-4a1f87eacac4 req-b64ff32e-6cfd-487c-9438-9e7b2bde5efc tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745468
Apr 16 16:51:43.032157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.038425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:43.055825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e1f156-2f4b-4ed8-946b-7e3985f85471,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:43.060431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:43.074161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.079115 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/15e1f156-2f4b-4ed8-946b-7e3985f85471 HTTP/1.1" status: 204  len: 168 time: 0.5007453
Apr 16 16:51:43.090404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-13517a0a-b900-434f-bbfe-b702cb1cdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:43.092173 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-13517a0a-b900-434f-bbfe-b702cb1cdf16 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1d5f124676424457a8eb80eafbc0b97d&device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 1096 time: 0.1232769
Apr 16 16:51:43.186719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48442) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:43.208696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.226188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:43.230434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Usage tracker for resource:security_group_rule and tenant:1a86af61134b48a98dd893e36ca2e50d is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:43.233789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:43.240668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:43.318950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-7058a379-347b-4b93-a092-ffb35297e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:43.320671 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-7058a379-347b-4b93-a092-ffb35297e87e service neutron] 10.222.0.120 "GET /v2.0/networks?id=f0049d23-d06a-45a0-91cb-3ec160e2a601 HTTP/1.1" status: 200  len: 911 time: 0.2191167
Apr 16 16:51:43.335408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de8cce-0f34-4f60-863d-f6b7f9c8c3ac req-da976a68-5b2c-446a-a789-d91a8a4b682e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:43.337041 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-64de8cce-0f34-4f60-863d-f6b7f9c8c3ac req-da976a68-5b2c-446a-a789-d91a8a4b682e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2122426
Apr 16 16:51:43.341022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.345330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.355778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cac32fae-55f5-4dc3-bfed-c428dde1b0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:43.406651 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1a86af61134b48a98dd893e36ca2e50d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2185946
Apr 16 16:51:43.410317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48452) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:43.411630 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-41c51bec-1387-4b15-a623-1345945036fd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e HTTP/1.1" status: 200  len: 217 time: 0.0733812
Apr 16 16:51:43.429389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db1cd13-0766-49d9-aed7-ad4b8ea04d5c,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:43.433334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:43.516374 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-64de8cce-0f34-4f60-863d-f6b7f9c8c3ac req-3ddd5c0a-d407-4c25-816b-6dd7f9ba8dfe tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035719
Apr 16 16:51:43.533751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-a8ba34ff-5748-4ced-99fd-4a6d4f235253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:43.535965 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-a8ba34ff-5748-4ced-99fd-4a6d4f235253 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b9bd6284-794d-43ce-90c7-300e904e61d7 HTTP/1.1" status: 200  len: 849 time: 0.1087255
Apr 16 16:51:43.587123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.620512 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-bb1c2f4d-f7a2-4433-b0df-2a629d0574d5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0049d23-d06a-45a0-91cb-3ec160e2a601&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730715
Apr 16 16:51:43.699743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.788313 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-8174d91f-0e48-4ea0-9490-8dbd9003f247 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1836998
Apr 16 16:51:43.808588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.821685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-08d4a10b-2dfd-456b-9801-63d063017267 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:43.926023 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-ca0e24f6-52a4-4e3d-9f3d-dc3a68716ca6 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928078
Apr 16 16:51:43.937962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db1cd13-0766-49d9-aed7-ad4b8ea04d5c,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:43.962870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:43.979206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:43.982259 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3db1cd13-0766-49d9-aed7-ad4b8ea04d5c HTTP/1.1" status: 204  len: 168 time: 0.5684440
Apr 16 16:51:44.014840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-9f94b096-7b8d-4030-b819-9fd641ea5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:44.017509 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-9f94b096-7b8d-4030-b819-9fd641ea5484 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 1098 time: 0.1802483
Apr 16 16:51:44.321761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-4eca17bd-fae8-4553-90ab-4f5a282e68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:44.329406 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-4eca17bd-fae8-4553-90ab-4f5a282e68c3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 916 time: 0.2788911
Apr 16 16:51:44.400105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f41fc-ebcb-4c6e-a3d8-df2b27b70200 req-86f1e2bd-d89d-443a-b313-0a970fbfd59d tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:44.402207 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9b1f41fc-ebcb-4c6e-a3d8-df2b27b70200 req-86f1e2bd-d89d-443a-b313-0a970fbfd59d tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 943 time: 0.3801746
Apr 16 16:51:44.443168 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8acc9302-3eeb-43b9-974b-41c9af88fa85 req-abcc27bf-7f49-422d-9e6d-c474420ff4b4 service neutron] 10.222.0.120 "GET /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4997373
Apr 16 16:51:44.454560 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-0dae5a9a-00cd-485c-9b31-32133d0d18b0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2 HTTP/1.1" status: 200  len: 217 time: 0.1121285
Apr 16 16:51:44.499843 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9b1f41fc-ebcb-4c6e-a3d8-df2b27b70200 req-c6bed23a-2a33-4f81-a13e-d025cf7993d1 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858214
Apr 16 16:51:44.546432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-281b8ec9-b9a2-40d3-8a8f-ee5f121a24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:44.548977 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-281b8ec9-b9a2-40d3-8a8f-ee5f121a24e1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.0874135
Apr 16 16:51:44.634554 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-b1dabc30-e738-4cde-8cc8-7bca69b65445 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763183
Apr 16 16:51:44.841621 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-1cebfe3c-e417-4cc8-9292-39e7b6538866 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983063
Apr 16 16:51:45.032888 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d91169dd-e32e-40f6-80a0-a1cdeee91fd8 req-7c2919be-6d7b-4202-875f-caf839698d72 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775014
Apr 16 16:51:45.740128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77b335-9a86-48bf-bb2b-4a3e3ef496f8 req-ec642535-c59e-4371-9ecc-bf3594c6170d tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:45.741857 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b77b335-9a86-48bf-bb2b-4a3e3ef496f8 req-ec642535-c59e-4371-9ecc-bf3594c6170d tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 943 time: 0.1161871
Apr 16 16:51:45.810570 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b77b335-9a86-48bf-bb2b-4a3e3ef496f8 req-b39bfaec-8ac6-4685-b2e3-a71b76aa2dc4 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616357
Apr 16 16:51:45.941265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-2e88502b-e5a0-4c3f-81e4-2aefd75d4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:45.944390 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-2e88502b-e5a0-4c3f-81e4-2aefd75d4cc6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.1234915
Apr 16 16:51:46.047494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711ce7a-2778-41e1-82b7-701dedf016de req-f7fb9c37-3fd5-4879-8eea-ece25797f2f5 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:46.049306 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4711ce7a-2778-41e1-82b7-701dedf016de req-f7fb9c37-3fd5-4879-8eea-ece25797f2f5 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1587355
Apr 16 16:51:46.107349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-6136b8bc-960a-429f-abcd-87a213100702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:46.109263 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-6136b8bc-960a-429f-abcd-87a213100702 service neutron] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 921 time: 0.1569910
Apr 16 16:51:46.149619 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4711ce7a-2778-41e1-82b7-701dedf016de req-e87bf14c-e504-43e7-8df2-bcf20548f143 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917573
Apr 16 16:51:46.212952 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-1e62ca49-6c25-472e-976c-898723491aa4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 217 time: 0.0846808
Apr 16 16:51:46.310072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-2dfdb010-37ad-460b-9dfc-96aa79f5fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:46.312042 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-2dfdb010-37ad-460b-9dfc-96aa79f5fe6f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.0796483
Apr 16 16:51:46.373714 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-208f0906-9b96-4208-85a0-085fd7778fc9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485616
Apr 16 16:51:46.429198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:51:46.451955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:46.552073 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-67d84e5f-c713-46a8-9f77-b68a325cef04 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671047
Apr 16 16:51:46.647196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:46.661304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e', 'network_id': 'f0049d23-d06a-45a0-91cb-3ec160e2a601', 'port_id': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e', 'mac_address': 'fa:16:3e:35:2f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9bd6284-794d-43ce-90c7-300e904e61d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:51:46.727081 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1cc625d-4f3b-4733-8340-30c046d44c2d req-6c41ee0b-e703-4cc7-a026-124d7779b2fb service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587324
Apr 16 16:51:46.731716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:46.752032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:51:46.770777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:46.774172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:46.776566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:46.852533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:46.863923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.864333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.864847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.865245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.865757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.866102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.866520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.867035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.867410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.867926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.868297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.868662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:46.873466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:46.958726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48634) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:47.068689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c21a7-49c3-4c9d-a5df-ce457dac63c7 req-38538798-0f10-47c1-b2d9-e62a24eb7178 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:47.070351 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-861c21a7-49c3-4c9d-a5df-ce457dac63c7 req-38538798-0f10-47c1-b2d9-e62a24eb7178 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 944 time: 0.1041098
Apr 16 16:51:47.096063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.113994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:47.118080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Usage tracker for resource:security_group_rule and tenant:1e23fa3514ae4c01b4e0547cb9cafc13 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:47.121089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:47.122857 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-861c21a7-49c3-4c9d-a5df-ce457dac63c7 req-6ad77c26-430d-4d53-bb90-d3bc648963f7 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453558
Apr 16 16:51:47.127226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:47.218428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.221303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.232686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:47.258231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:51:47.287148 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1e23fa3514ae4c01b4e0547cb9cafc13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3272314
Apr 16 16:51:47.287374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 48646) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:47.289071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae8d144-caef-497a-9ac3-18d14eb74cfe,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:47.299452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.300898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.301495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.302143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.302602 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.303005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.303794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.304199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.304724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.305196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.305817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.306523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:51:47.312015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:47.422418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.466033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.484003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0fd27-45fd-441f-a075-cd1f4fb238d0 req-46b01a28-d465-4c15-af7f-4f61b4970956 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:47.485635 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76e0fd27-45fd-441f-a075-cd1f4fb238d0 req-46b01a28-d465-4c15-af7f-4f61b4970956 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1815808
Apr 16 16:51:47.564554 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76e0fd27-45fd-441f-a075-cd1f4fb238d0 req-b1b2d543-023d-4b3d-b605-25281c2fc5c3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684597
Apr 16 16:51:47.570967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.576245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9ac19556-14ca-4eb2-8e6e-bbd01095c4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:47.589510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae8d144-caef-497a-9ac3-18d14eb74cfe,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:47.592675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:47.594783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.595905 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/eae8d144-caef-497a-9ac3-18d14eb74cfe HTTP/1.1" status: 204  len: 168 time: 0.3075774
Apr 16 16:51:47.892860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 48658) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:47.913569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:47.930043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:47.934161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Usage tracker for resource:security_group_rule and tenant:39ebbc4f3a5747179326edae527cb6df is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:47.937217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:47.943517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:48.041371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:48.047700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:48.059383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-17182551-69e6-403c-a467-a240be05b371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:48.106029 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=39ebbc4f3a5747179326edae527cb6df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2120011
Apr 16 16:51:48.107753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5854f9b-6acc-467c-b064-38d66e12afb3,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:48.109122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48664) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:48.111093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:48.179636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:48.209648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:48.258369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:48.263655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b0569cf9-26ff-4e6c-a4dd-2b05cb2da8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:48.279218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5854f9b-6acc-467c-b064-38d66e12afb3,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:48.281496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:48.290452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:48.294782 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b5854f9b-6acc-467c-b064-38d66e12afb3 HTTP/1.1" status: 204  len: 168 time: 0.1837304
Apr 16 16:51:48.338105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681edc08-cb57-4a66-a243-da8dbdea5208 req-420a8f99-ba61-42cb-9443-80605ed9923a tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:48.339768 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-681edc08-cb57-4a66-a243-da8dbdea5208 req-420a8f99-ba61-42cb-9443-80605ed9923a tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 944 time: 0.0984197
Apr 16 16:51:48.392040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-681edc08-cb57-4a66-a243-da8dbdea5208 req-7c38cad7-ad9c-42ec-8513-71250031167b tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456164
Apr 16 16:51:48.808755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc4921-d2fe-4070-a582-0cf97ae0eac3 req-393d3ea3-f842-442c-afb1-550e98185835 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:48.810712 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-07bc4921-d2fe-4070-a582-0cf97ae0eac3 req-393d3ea3-f842-442c-afb1-550e98185835 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1122668
Apr 16 16:51:48.861395 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-07bc4921-d2fe-4070-a582-0cf97ae0eac3 req-c84fd6ef-2ae4-4ed6-8930-562c75f6bcab tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437636
Apr 16 16:51:49.630846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a880-0fdc-4ba3-941c-034c6b302fec req-271e3e1d-fd93-47a1-b806-fb619387d018 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:49.632567 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1276a880-0fdc-4ba3-941c-034c6b302fec req-271e3e1d-fd93-47a1-b806-fb619387d018 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 944 time: 0.1112344
Apr 16 16:51:49.676829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 48716) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:49.694013 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1276a880-0fdc-4ba3-941c-034c6b302fec req-45cb7110-3e05-4990-be1c-4e1ab7876aa9 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549178
Apr 16 16:51:49.819127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:49.835788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:51:49.839875 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Usage tracker for resource:security_group_rule and tenant:56a99f62f8af4eec9037316e97314fa6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:51:49.842909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:51:49.852227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:51:49.965052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:49.968242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:49.979788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:50.077164 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=56a99f62f8af4eec9037316e97314fa6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3992274
Apr 16 16:51:50.080653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 48728) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:51:50.086554 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdf9657-82b5-4906-8706-369884b20631,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:50.091216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:50.129709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856aeb-aa14-4c23-b5f8-2c8eed036a43 req-6ea497aa-f36c-4233-98fb-0091acd3e93b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:50.131339 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b856aeb-aa14-4c23-b5f8-2c8eed036a43 req-6ea497aa-f36c-4233-98fb-0091acd3e93b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1061819
Apr 16 16:51:50.162816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:50.182629 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b856aeb-aa14-4c23-b5f8-2c8eed036a43 req-ff61a9e2-bd52-47f0-95ab-069fe98d8ef4 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446146
Apr 16 16:51:50.196984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:50.249726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:50.256032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-765389b1-e150-415b-b60e-b86e7aa757b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:50.270834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdf9657-82b5-4906-8706-369884b20631,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:50.274347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:50.275321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:50.279885 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5bdf9657-82b5-4906-8706-369884b20631 HTTP/1.1" status: 204  len: 168 time: 0.1967609
Apr 16 16:51:50.455538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:51:50.543796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:51:50.550020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:51:50.550501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:50.742345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:50.780045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:51:50.795693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:51:50.800299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:51:50.805572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:51:50.904592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:51:50.915222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:51:51.038125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0d136-308c-4913-b258-2cbe6a241215 req-df6c73f0-fd31-4bea-9296-e844a92b7edf tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:51.046489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-90c0d136-308c-4913-b258-2cbe6a241215 req-df6c73f0-fd31-4bea-9296-e844a92b7edf tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 945 time: 0.1347737
Apr 16 16:51:51.069841 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e', 'code': 200}
Apr 16 16:51:51.104776 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-90c0d136-308c-4913-b258-2cbe6a241215 req-774fc0c9-de67-4f2a-bb71-f683d00c75b3 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572875
Apr 16 16:51:51.461646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da386e-64ef-4d27-8ef6-c1af0b76bac3 req-9fcf5e07-8c87-42d0-9339-2acb671177e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:51.463451 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52da386e-64ef-4d27-8ef6-c1af0b76bac3 req-9fcf5e07-8c87-42d0-9339-2acb671177e2 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 1098 time: 0.0999162
Apr 16 16:51:51.530732 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52da386e-64ef-4d27-8ef6-c1af0b76bac3 req-78ec0138-50d1-459a-af01-1fde4fcd54e8 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531967
Apr 16 16:51:51.573972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3381-1700-4c16-a7d0-2141dcc405ca req-d40eafdc-d3f2-4211-9624-8830e774f7b3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:51.579605 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-969d3381-1700-4c16-a7d0-2141dcc405ca req-d40eafdc-d3f2-4211-9624-8830e774f7b3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.0978014
Apr 16 16:51:51.630476 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-969d3381-1700-4c16-a7d0-2141dcc405ca req-5609e0fb-b178-4f17-b3c1-97f4fe7a150e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481710
Apr 16 16:51:52.337033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62fba0-1f4f-4746-909e-31f412b6b486 req-d5c6cd5b-0ef9-4f1f-a3ca-feaa9ee00552 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:52.338702 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5e62fba0-1f4f-4746-909e-31f412b6b486 req-d5c6cd5b-0ef9-4f1f-a3ca-feaa9ee00552 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 945 time: 0.0944719
Apr 16 16:51:52.405287 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5e62fba0-1f4f-4746-909e-31f412b6b486 req-bbbbf961-7c0a-4ce4-929f-4cc82dda5e0b tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598629
Apr 16 16:51:52.864530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5742737-adb1-413f-869a-bc8676507bca req-4a6168f8-1c0a-4bfb-b958-36fe08a41f8d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:52.866107 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5742737-adb1-413f-869a-bc8676507bca req-4a6168f8-1c0a-4bfb-b958-36fe08a41f8d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1001918
Apr 16 16:51:52.918802 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5742737-adb1-413f-869a-bc8676507bca req-08901fb6-88d4-4467-9fb7-ddf50bed7556 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458822
Apr 16 16:51:53.633892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211e16e-4f85-4c47-93e0-bda99da60506 req-29e1175e-c925-45ad-a02a-f9b24e010179 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:53.635511 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3211e16e-4f85-4c47-93e0-bda99da60506 req-29e1175e-c925-45ad-a02a-f9b24e010179 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 945 time: 0.0902784
Apr 16 16:51:53.686177 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3211e16e-4f85-4c47-93e0-bda99da60506 req-575b65ed-b091-41f8-a8b9-f7735115c32a tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442078
Apr 16 16:51:58.938803 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-181c7838-fb59-4551-9d2a-ef4a257433bd tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=46bd4eea651140208d2f5828845e4557&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0590780
Apr 16 16:51:59.205534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3ecdcd93-da67-4edc-957c-aec1ec9c8c07 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:59.207185 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3ecdcd93-da67-4edc-957c-aec1ec9c8c07 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.2948024
Apr 16 16:51:59.223232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-c1722dd2-bd43-40d7-a4ec-47b0f2deb9bc tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:51:59.224713 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-c1722dd2-bd43-40d7-a4ec-47b0f2deb9bc tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2765098
Apr 16 16:51:59.240085 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-9732d9d2-af56-49b6-a54a-72fdbd270237 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/quotas/a46c79620899432c8193a987ece333df HTTP/1.1" status: 200  len: 375 time: 0.0258899
Apr 16 16:51:59.243530 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-37441cc1-36a7-4d69-a1a1-55830238a49f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/quotas/46bd4eea651140208d2f5828845e4557 HTTP/1.1" status: 200  len: 375 time: 0.0118525
Apr 16 16:51:59.344138 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-b9ae86ea-c37e-4baa-8a18-9aee4334a4da tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=46bd4eea651140208d2f5828845e4557&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0608568
Apr 16 16:51:59.381599 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f3cfb892-a5b7-4037-b19f-6136b93cd525 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1353719
Apr 16 16:51:59.534813 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-36932ef5-40e0-47a9-9f26-fd2f15e68ed7 service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448066
Apr 16 16:51:59.997843 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-cb78566d-81a1-4e16-9a98-87e5aae5a747 service neutron] 10.222.0.103 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4560587
Apr 16 16:52:00.017274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c45085-8335-4c43-a5d9-06c6a44f2f87 req-8e3aec6c-d364-45e0-ae64-042164644737 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:00.026965 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-09c45085-8335-4c43-a5d9-06c6a44f2f87 req-8e3aec6c-d364-45e0-ae64-042164644737 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.4535599
Apr 16 16:52:00.083257 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-09c45085-8335-4c43-a5d9-06c6a44f2f87 req-16c5a936-88e6-4308-b51c-bdf7ed364155 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553088
Apr 16 16:52:00.542598 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-41b16af2-4e55-4a94-8053-5c2db34dc4d7 req-91934a7b-d604-4fa0-8a53-b70920c50643 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 210 time: 0.0552051
Apr 16 16:52:00.623886 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aefe70b5-af24-4c6f-9108-0893b19b086e req-00a4f5a6-dbc9-4fb7-a0a4-35d0b624d373 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 210 time: 0.0694518
Apr 16 16:52:00.743937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871ef2f-960d-4148-9e93-9a9c7733b101 req-f13c6b46-70d2-48e3-a25b-3c1bbfe37aeb tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:00.745572 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a871ef2f-960d-4148-9e93-9a9c7733b101 req-f13c6b46-70d2-48e3-a25b-3c1bbfe37aeb tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 945 time: 0.0922432
Apr 16 16:52:00.797156 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a871ef2f-960d-4148-9e93-9a9c7733b101 req-9b3aaab5-0e55-4021-a25a-c89de101df6a tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448685
Apr 16 16:52:01.192819 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-c2faadd7-162c-4bce-b334-5d88ff5e00c6 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=46bd4eea651140208d2f5828845e4557&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0387862
Apr 16 16:52:01.318678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e914-068e-445d-9df4-42f67e65839d req-faa6e5f8-eaa0-44f1-bf41-32d363ffc37c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:01.320499 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bcb3e914-068e-445d-9df4-42f67e65839d req-faa6e5f8-eaa0-44f1-bf41-32d363ffc37c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1047263
Apr 16 16:52:01.372564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-17e7dd24-c8ca-4fa0-ae20-0d5a5bfa011b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:01.374489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-17e7dd24-c8ca-4fa0-ae20-0d5a5bfa011b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1735377
Apr 16 16:52:01.374836 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bcb3e914-068e-445d-9df4-42f67e65839d req-c0d36689-1231-4193-8443-6617dd94e06a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476630
Apr 16 16:52:01.411934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Request body: {'port': {'device_id': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6', 'admin_state_up': True, 'tenant_id': '46bd4eea651140208d2f5828845e4557'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:01.564587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:01.569626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Usage tracker for resource:port and tenant:46bd4eea651140208d2f5828845e4557 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:01.573659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:01.578566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:01.588815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Made reservation on behalf of 46bd4eea651140208d2f5828845e4557 for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:52:01.594764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:01.609329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:01.625980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:01.630365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Usage tracker for resource:security_group_rule and tenant:46bd4eea651140208d2f5828845e4557 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:01.633443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:01.639575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:01.719738 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1ea058f1-2855-40c6-bec0-1728183e2c6b req-392b5b2f-1597-4198-9c02-c1fbc3da77d6 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 210 time: 0.0513148
Apr 16 16:52:01.740503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:01.744370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:01.764476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-59d17487-0bfb-4eca-bb60-8bddf45562a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:01.877784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5a413-e5da-4bc5-9271-02a3a56cc79b,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:01.882144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:01.900393 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c7e5952b-02d2-4b6a-9c33-9a0e1392e750 req-af0d2a73-658b-4800-8e84-7337d035860f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 210 time: 0.0875800
Apr 16 16:52:02.056171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Allocated IP 192.168.233.241 (71b55dfe-e212-4dd5-ae0f-c63a8994fce6/fb6457fb-ea54-477c-a495-b84909016bc3/2d48f720-4baa-45ca-8271-4398ebd12575) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:52:02.228614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00423141-5263-4abe-8737-5e51d479db03 req-a818d172-ee22-4b34-86f6-ee2f9b016a7f tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:02.247338 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-00423141-5263-4abe-8737-5e51d479db03 req-a818d172-ee22-4b34-86f6-ee2f9b016a7f tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 945 time: 0.2910800
Apr 16 16:52:02.342998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:02.346581 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-00423141-5263-4abe-8737-5e51d479db03 req-a0f65415-ba98-4bc9-bba8-64ddcb135510 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981917
Apr 16 16:52:02.354300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f79c6725-461d-43d0-8b72-d8b638cafd8a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:02.355897 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f79c6725-461d-43d0-8b72-d8b638cafd8a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 814 time: 0.3504753
Apr 16 16:52:02.366636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Transition to ACTIVE for port object 2d48f720-4baa-45ca-8271-4398ebd12575 will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:02.381483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Request body: {'port': {'device_id': '352dbe2a-d325-41eb-808c-36a4534b171b', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'admin_state_up': True, 'tenant_id': 'a46c79620899432c8193a987ece333df'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:02.406159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:02.435358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:02.567606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:02.589144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:02.591328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Made reservation on behalf of a46c79620899432c8193a987ece333df for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:52:02.598472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:02.805670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86593-419d-450f-972b-bd5a952de239 req-ef768088-4deb-4efd-ac73-4e145e80c461 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:02.807402 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c4c86593-419d-450f-972b-bd5a952de239 req-ef768088-4deb-4efd-ac73-4e145e80c461 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1962655
Apr 16 16:52:02.832568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Pushing event updated for resources: {'Port': ['ID=2d48f720-4baa-45ca-8271-4398ebd12575,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:02.836099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:02.903212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:02.904612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:02.911424 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c4c86593-419d-450f-972b-bd5a952de239 req-d64d4eb4-facd-41a4-9a40-9e4be519bc55 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652306
Apr 16 16:52:02.911553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:52:03.005317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Allocated IP 172.20.0.5 (4b2a2bf5-f241-4566-8a43-225171ec9f91/bb8546ee-d99b-425d-9916-8fdf5fedf32a/51b8feb1-4963-4f27-81af-59dd11a082f7) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:52:03.070121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:03.075773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:03.116220 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7097278
Apr 16 16:52:03.143053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Request body: {'port': {'device_id': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:03.235142 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c17f0710-6bc3-4629-be85-64000b90b03c req-ef479dd3-e70b-4f1c-a558-c4d12ebe2f3a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 210 time: 0.0944824
Apr 16 16:52:03.243825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-6dbcd0e4-9bc5-4da3-aa07-660ed316db8e None None] Provisioning for port 2d48f720-4baa-45ca-8271-4398ebd12575 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:03.255806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-6dbcd0e4-9bc5-4da3-aa07-660ed316db8e None None] Provisioning complete for port 2d48f720-4baa-45ca-8271-4398ebd12575 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:03.256453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd0e4-9bc5-4da3-aa07-660ed316db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:03.277178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:03.352570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-6dbcd0e4-9bc5-4da3-aa07-660ed316db8e None None] Port 2d48f720-4baa-45ca-8271-4398ebd12575 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:52:03.392187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac105eb-7d68-4b6d-af53-5bc9fbd6fbef req-dd0762a6-36e2-4350-bd4c-5caff8061a77 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:03.401292 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eac105eb-7d68-4b6d-af53-5bc9fbd6fbef req-dd0762a6-36e2-4350-bd4c-5caff8061a77 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 936 time: 0.3497770
Apr 16 16:52:03.486561 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eac105eb-7d68-4b6d-af53-5bc9fbd6fbef req-ee0eed0a-2588-4715-9b63-151fc77671ed tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843096
Apr 16 16:52:03.490678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:03.608372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fd4b6-47a1-49e1-9307-0e1ac65aa1f9 req-d678697a-19c5-41b1-81b7-752c98e31130 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:03.609978 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b42fd4b6-47a1-49e1-9307-0e1ac65aa1f9 req-d678697a-19c5-41b1-81b7-752c98e31130 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 945 time: 0.1152406
Apr 16 16:52:03.611482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:03.620191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-99c6bdb7-fd04-4391-87c4-dd22492590db tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:03.621780 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-99c6bdb7-fd04-4391-87c4-dd22492590db tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 945 time: 0.1998200
Apr 16 16:52:03.629717 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'd1974541-0b41-4461-a761-f565ef4eb7b8', '23369559-a855-4cb3-8ac2-eac8b5506e56'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:52:03.761972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Deleting port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:52:03.762441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:03.789067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:03.927664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:03.929418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event updated for resources: {'Port': ['ID=51b8feb1-4963-4f27-81af-59dd11a082f7,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:03.946641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:03.956138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:52:03.994057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:04.016433 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b42fd4b6-47a1-49e1-9307-0e1ac65aa1f9 req-6b7a5efb-7f8f-49fc-b533-f18bb46f71dc tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/security-groups?id=3126a005-f937-4827-9146-86d28de4a792&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652055
Apr 16 16:52:04.098475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d48f720-4baa-45ca-8271-4398ebd12575 {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:52:04.102423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:04.103353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:04.114503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:04.166526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Transition to ACTIVE for port object 2d48f720-4baa-45ca-8271-4398ebd12575 will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:04.171285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:04.183049 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8084283
Apr 16 16:52:04.190689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a44c37be-e353-43b2-bf0d-1d205c3dc433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:04.199174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Request body: {'port': {'device_id': '352dbe2a-d325-41eb-808c-36a4534b171b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:04.355368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb0307-1cff-4a46-a3b0-948501cfb305 req-a616fc9e-55c3-4a37-ad79-5415c4d309f9 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:04.357428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Pushing event updated for resources: {'Port': ['ID=2d48f720-4baa-45ca-8271-4398ebd12575,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:04.360527 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:04.360953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5ebb0307-1cff-4a46-a3b0-948501cfb305 req-a616fc9e-55c3-4a37-ad79-5415c4d309f9 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2820067
Apr 16 16:52:04.363536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] For port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,segment=NetworkSegment(de3fa7c3-e7af-4d4e-b03f-429483d3db9e),segment_id=de3fa7c3-e7af-4d4e-b03f-429483d3db9e)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:04.363945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:04.415741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:04.530843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Calling delete_port for 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:52:04.530950 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5ebb0307-1cff-4a46-a3b0-948501cfb305 req-a0aec67f-c5a5-406b-99de-0f16ec8840d4 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278713
Apr 16 16:52:04.630195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24978a-37c9-4307-b8df-5738cc11016d req-8229480b-ef05-4d6e-ba03-f55e6649a30b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:04.631116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-5d24978a-37c9-4307-b8df-5738cc11016d req-8229480b-ef05-4d6e-ba03-f55e6649a30b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:52:04.721046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-5d24978a-37c9-4307-b8df-5738cc11016d req-8229480b-ef05-4d6e-ba03-f55e6649a30b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:52:04.723124 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5d24978a-37c9-4307-b8df-5738cc11016d req-8229480b-ef05-4d6e-ba03-f55e6649a30b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 931 time: 0.3610201
Apr 16 16:52:04.897384 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5d24978a-37c9-4307-b8df-5738cc11016d req-5000e8c8-3ea4-41e6-a3a2-f0c7cd5ec323 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522639
Apr 16 16:52:04.909363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:04.931420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Attempting to bind port 2d48f720-4baa-45ca-8271-4398ebd12575 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:52:04.932026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Attempting to bind port 2d48f720-4baa-45ca-8271-4398ebd12575 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:52:04.932538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Attempting to bind port 2d48f720-4baa-45ca-8271-4398ebd12575 on network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:04.935407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9049405b-60d1-4b52-99a5-19e3a00fe156 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:04.949790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403180ef-7ed0-41c5-9b89-ab248997b5e4 req-de2cc6fd-16ce-4908-811d-c7bd721306c2 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:04.951649 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-403180ef-7ed0-41c5-9b89-ab248997b5e4 req-de2cc6fd-16ce-4908-811d-c7bd721306c2 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 948 time: 0.2953012
Apr 16 16:52:05.041337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Pushing event deleted for resources: {'Port': ['ID=6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:05.044458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:05.045085 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Port 2d48f720-4baa-45ca-8271-4398ebd12575 on network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:52:05.045447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Attempting to bind port 2d48f720-4baa-45ca-8271-4398ebd12575 on network 71b55dfe-e212-4dd5-ae0f-c63a8994fce6 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:05.057886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:52:05.057886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Checking segment: {'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:52:05.058363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Bound using segment: {'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:52:05.058824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Bound port: 2d48f720-4baa-45ca-8271-4398ebd12575, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa41b4e-2293-418e-aaf6-55b2b52e0bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:52:05.059211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:05.076872 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-403180ef-7ed0-41c5-9b89-ab248997b5e4 req-4da284a1-6b6d-4532-8345-aad830d0497c tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125476
Apr 16 16:52:05.088509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b8feb1-4963-4f27-81af-59dd11a082f7 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:52:05.097616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:05.114357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Transition to ACTIVE for port object 51b8feb1-4963-4f27-81af-59dd11a082f7 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:05.118148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:05.135289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-70cad66b-3dcb-4e0a-95fb-1a2acd111dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:05.226686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:52:05.244456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] For port 2d48f720-4baa-45ca-8271-4398ebd12575, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:52:05.248479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] For port 2d48f720-4baa-45ca-8271-4398ebd12575, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d48f720-4baa-45ca-8271-4398ebd12575,segment=NetworkSegment(eaa41b4e-2293-418e-aaf6-55b2b52e0bc9),segment_id=eaa41b4e-2293-418e-aaf6-55b2b52e0bc9)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:52:05.256657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:05.264798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Pushing event updated for resources: {'Port': ['ID=51b8feb1-4963-4f27-81af-59dd11a082f7,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:05.280473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:05.305315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:05.322532 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6a43a5ff-4177-4369-bb00-8c37d70cd2a4 req-f456a351-3983-4f2d-aeaa-934ca3196214 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 210 time: 0.0872345
Apr 16 16:52:05.723473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] No DVR routers for this DVR port 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:52:05.730353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:05.739331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'name': 'network-vif-deleted', 'tag': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:05.780315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Pushing event updated for resources: {'Port': ['ID=2d48f720-4baa-45ca-8271-4398ebd12575,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:05.787032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:05.788674 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-122c01ae-da94-466f-b472-95ecbb7e26ef req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.120 "DELETE /v2.0/ports/6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e HTTP/1.1" status: 204  len: 173 time: 2.1576257
Apr 16 16:52:05.821651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:05.822446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:05.823828 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-1c50fd53-49ad-4a35-9345-bd9557723939 service neutron] 10.222.0.120 "PUT /v2.0/ports/2d48f720-4baa-45ca-8271-4398ebd12575 HTTP/1.1" status: 200  len: 1098 time: 2.6860116
Apr 16 16:52:05.937646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Attempting to bind port 51b8feb1-4963-4f27-81af-59dd11a082f7 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:52:05.937751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Attempting to bind port 51b8feb1-4963-4f27-81af-59dd11a082f7 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:52:05.938122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Attempting to bind port 51b8feb1-4963-4f27-81af-59dd11a082f7 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:05.950942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Port 51b8feb1-4963-4f27-81af-59dd11a082f7 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:52:05.951351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Attempting to bind port 51b8feb1-4963-4f27-81af-59dd11a082f7 on network 4b2a2bf5-f241-4566-8a43-225171ec9f91 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:05.960983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:52:05.961343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Checking segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:52:05.961777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Bound using segment: {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:52:05.962268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Bound port: 51b8feb1-4963-4f27-81af-59dd11a082f7, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:52:05.962857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:05.992157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0c6fb-5b92-4e9c-b64d-f9f3675fdae0 req-adb0ccd6-6180-46cc-a6e9-e4586f31fd60 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:05.993994 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0dd0c6fb-5b92-4e9c-b64d-f9f3675fdae0 req-adb0ccd6-6180-46cc-a6e9-e4586f31fd60 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2004397
Apr 16 16:52:06.026255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-67ecdb0b-9f03-403a-b931-fa0503e1f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:06.028008 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-67ecdb0b-9f03-403a-b931-fa0503e1f552 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=46bd4eea651140208d2f5828845e4557&device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 1101 time: 0.1395693
Apr 16 16:52:06.140414 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-528bb0ea-7b99-4aca-8714-46ac7232b914 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2d48f720-4baa-45ca-8271-4398ebd12575 HTTP/1.1" status: 200  len: 217 time: 0.0889881
Apr 16 16:52:06.143842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:52:06.156963 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0dd0c6fb-5b92-4e9c-b64d-f9f3675fdae0 req-4061ee91-a3a5-43a8-bf21-4ea4d6419bb4 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904386
Apr 16 16:52:06.160052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=51b8feb1-4963-4f27-81af-59dd11a082f7,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:52:06.165007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:06.192521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-99978f5a-939b-4e3d-a6b6-0811de9da0f2 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:06.227078 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef2f5fa-47be-4da0-8eb6-ff5beff781ca', 'name': 'network-vif-deleted', 'tag': '6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e', 'status': 'completed', 'code': 200}
Apr 16 16:52:06.228618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-cc28e36b-8ddc-438f-9815-b4394ea4e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:06.230306 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-cc28e36b-8ddc-438f-9815-b4394ea4e79b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fb6457fb-ea54-477c-a495-b84909016bc3 HTTP/1.1" status: 200  len: 843 time: 0.0766129
Apr 16 16:52:06.288491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Pushing event updated for resources: {'Port': ['ID=51b8feb1-4963-4f27-81af-59dd11a082f7,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:06.313816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:06.357332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-be2bafda-53ec-44fd-97f8-3f35d73b6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:06.359211 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-be2bafda-53ec-44fd-97f8-3f35d73b6bcb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=71b55dfe-e212-4dd5-ae0f-c63a8994fce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1153467
Apr 16 16:52:06.561173 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-d7777c4b-0319-4f52-8cbc-70043611c712 service neutron] 10.222.0.120 "GET /v2.0/networks/71b55dfe-e212-4dd5-ae0f-c63a8994fce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908746
Apr 16 16:52:06.590003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae5e6d-b068-4061-8b8d-ea29b952e543 req-3111cdd3-6a22-4070-89c9-69cf30731197 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:06.591778 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0bae5e6d-b068-4061-8b8d-ea29b952e543 req-3111cdd3-6a22-4070-89c9-69cf30731197 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 943 time: 0.2116318
Apr 16 16:52:06.594919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:06.595587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:06.597068 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] 10.222.0.120 "PUT /v2.0/ports/51b8feb1-4963-4f27-81af-59dd11a082f7 HTTP/1.1" status: 200  len: 1093 time: 2.4033678
Apr 16 16:52:06.597607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:06.731539 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0bae5e6d-b068-4061-8b8d-ea29b952e543 req-472e313f-8fd0-4400-a789-bf04d358fa61 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285884
Apr 16 16:52:06.774575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-44180570-62bb-45f2-92d8-a55d71e8e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:06.776829 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-44180570-62bb-45f2-92d8-a55d71e8e5fa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 1096 time: 0.1298091
Apr 16 16:52:06.808313 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-69e178b1-04ed-4f5a-9b96-0a6fca6b5004 req-9c8820c5-ba40-4bcb-95df-f9179c5fe6b8 service neutron] 10.222.0.120 "GET /v2.0/networks/71b55dfe-e212-4dd5-ae0f-c63a8994fce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161486
Apr 16 16:52:06.908725 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-3c60bd81-130f-4b32-a2d3-ba98718e00b2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b8feb1-4963-4f27-81af-59dd11a082f7 HTTP/1.1" status: 200  len: 217 time: 0.0879993
Apr 16 16:52:07.002248 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2ae05957-8d4f-42f3-ae73-9bcc6684b5eb req-3106cea2-836a-4b77-a733-2f921ee7f652 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] 10.222.0.103 "GET /v2.0/ports?device_id=bef2f5fa-47be-4da0-8eb6-ff5beff781ca HTTP/1.1" status: 200  len: 210 time: 0.1062362
Apr 16 16:52:07.048219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-b74ee41e-a608-43aa-9c43-e6c129c180fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:07.050323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-b74ee41e-a608-43aa-9c43-e6c129c180fa service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.0996947
Apr 16 16:52:07.065548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f132ab-a75f-4723-8d0b-be032e50b1e3 req-41c9831c-3a4b-4dd6-8150-846739025f1c tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:07.067630 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-80f132ab-a75f-4723-8d0b-be032e50b1e3 req-41c9831c-3a4b-4dd6-8150-846739025f1c tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 948 time: 0.2854698
Apr 16 16:52:07.085526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ac910403-6582-4f17-9f83-50601170784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:07.139252 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-2ad02543-01c1-42ca-9a8e-c4ed724645d7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705302
Apr 16 16:52:07.267293 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-80f132ab-a75f-4723-8d0b-be032e50b1e3 req-e61d67a7-4dbd-41ec-9d79-dcf498840a5b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609988
Apr 16 16:52:07.308183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-2900c5a9-595f-4336-926d-f4aceffcbf48 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Synchronizing usage tracker for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:52:07.364168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-2900c5a9-595f-4336-926d-f4aceffcbf48 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Unset dirty status for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:52:07.365353 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-2900c5a9-595f-4336-926d-f4aceffcbf48 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55705316&fields=id&tenant_id=36e2bc75e4e1400fab18b3944402fa76 HTTP/1.1" status: 200  len: 267 time: 0.1881542
Apr 16 16:52:07.367538 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-9a773a20-f7a3-416d-affa-1d8df7966a2c service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155082
Apr 16 16:52:07.735961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3c8c1-09fd-4870-bac9-5892c69b0032 req-60c40f90-7e76-4ad3-acec-9c5f3439ff1e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:07.737722 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-deb3c8c1-09fd-4870-bac9-5892c69b0032 req-60c40f90-7e76-4ad3-acec-9c5f3439ff1e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.3651094
Apr 16 16:52:07.741845 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6911955b-8e13-4f6c-8ec4-8bceb6104e4f req-4223c369-04c7-4254-9a2a-9e8e53e5d0ab service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250914
Apr 16 16:52:07.752346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-f324c77e-16b5-4e88-875b-bd3a1719cf95 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:07.753174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-f324c77e-16b5-4e88-875b-bd3a1719cf95 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Synchronizing usage tracker for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:network {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:52:07.809562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-f324c77e-16b5-4e88-875b-bd3a1719cf95 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Unset dirty status for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:network {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:52:07.810897 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-f324c77e-16b5-4e88-875b-bd3a1719cf95 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 809 time: 0.4364002
Apr 16 16:52:07.816558 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-deb3c8c1-09fd-4870-bac9-5892c69b0032 req-04df35c9-eec4-41d6-b7b1-a61c77770e9e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601611
Apr 16 16:52:07.827864 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-b00cca6d-9b68-49b6-a6e2-becb37abda2b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/quotas/36e2bc75e4e1400fab18b3944402fa76 HTTP/1.1" status: 200  len: 375 time: 0.0101154
Apr 16 16:52:07.897813 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7', 'status': 'completed', 'code': 200}
Apr 16 16:52:07.995006 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-bda3c230-9fb7-44f5-a6b9-00b9ce5f6079 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1597016
Apr 16 16:52:08.178646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-cb7a1037-b0a8-44fe-9a62-0fd58441cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:08.180593 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-cb7a1037-b0a8-44fe-9a62-0fd58441cf21 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 1096 time: 0.2569852
Apr 16 16:52:08.228747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'tag': '2d48f720-4baa-45ca-8271-4398ebd12575'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:08.382403 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-2577a6b1-f43e-4ab1-83aa-ffb87b7d0b4d service neutron] 10.222.0.103 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3544300
Apr 16 16:52:08.476106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:52:08.517465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548316c-7040-4fd0-b35c-f63326044433 req-af3e5d91-3584-4013-b6fb-ce98e7f8086d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:08.518966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:52:08.519374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 6c5fa1ae-9c04-448f-99c7-0e4d8fd5c02e not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:52:08.519489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2548316c-7040-4fd0-b35c-f63326044433 req-af3e5d91-3584-4013-b6fb-ce98e7f8086d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.3954182
Apr 16 16:52:08.779822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-9a7936fa-5da1-41c8-9a35-002214c0c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:08.781398 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-9a7936fa-5da1-41c8-9a35-002214c0c69c service neutron] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 916 time: 0.5756686
Apr 16 16:52:08.835708 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2548316c-7040-4fd0-b35c-f63326044433 req-e045637d-675b-45a9-9d26-a76a61401203 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3080544
Apr 16 16:52:08.854066 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-e7c3957d-64e0-47d9-8c14-d2c471f7810a service neutron] 10.222.0.103 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4545860
Apr 16 16:52:08.937308 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-6ccb0ee5-371b-4fcd-bcc2-6dc33b1ca3d3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b8feb1-4963-4f27-81af-59dd11a082f7 HTTP/1.1" status: 200  len: 217 time: 0.0758479
Apr 16 16:52:09.089316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-f12f0170-aab0-4910-af27-be22c10d0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:09.090953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-f12f0170-aab0-4910-af27-be22c10d0be2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.1394069
Apr 16 16:52:09.162536 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-8c1c96d1-3a58-4cca-80b4-805a590bd212 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533419
Apr 16 16:52:09.170972 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483c69f-b971-4718-816b-3b2a81f4c696 req-bff1047f-7823-447a-b4b9-80d44f3869b7 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:09.172508 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c483c69f-b971-4718-816b-3b2a81f4c696 req-bff1047f-7823-447a-b4b9-80d44f3869b7 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 943 time: 0.1794853
Apr 16 16:52:09.323377 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c483c69f-b971-4718-816b-3b2a81f4c696 req-a55f1c29-4972-4c76-b4ce-8432160c0995 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233473
Apr 16 16:52:09.389976 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-dc53c85b-ce9e-47c1-ba65-8cccdbdf86d5 service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163579
Apr 16 16:52:09.394114 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'tag': '2d48f720-4baa-45ca-8271-4398ebd12575', 'status': 'completed', 'code': 200}
Apr 16 16:52:09.491027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c47b6773-0339-4d69-8386-534478d1d582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:09.565810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-538bbc5b-053c-40eb-978e-44b53bb58f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:09.572711 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-538bbc5b-053c-40eb-978e-44b53bb58f21 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=46bd4eea651140208d2f5828845e4557&device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 1101 time: 0.1441219
Apr 16 16:52:09.573443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:09.706499 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fe7367f0-1521-4a9d-94a6-3522377bf454 req-3b92c61f-c781-49b7-8309-6766faf57c1c service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2910776
Apr 16 16:52:09.768517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48509-a1e6-42c1-a65c-c612c8c21a24 req-bf984f2c-93b0-4418-843e-9a087f9e7d32 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:09.778089 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fdb48509-a1e6-42c1-a65c-c612c8c21a24 req-bf984f2c-93b0-4418-843e-9a087f9e7d32 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 948 time: 0.1910641
Apr 16 16:52:09.792337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-ad2af675-b797-481b-91a1-b7ab1ae4fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:09.794793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-ad2af675-b797-481b-91a1-b7ab1ae4fc0e service neutron] 10.222.0.120 "GET /v2.0/networks?id=71b55dfe-e212-4dd5-ae0f-c63a8994fce6 HTTP/1.1" status: 200  len: 871 time: 0.2070901
Apr 16 16:52:09.812818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c30a37-ff51-4bf7-9f66-8065a63b77ff req-871ac99c-eb88-403c-869b-998009bffdd1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:09.814679 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-91c30a37-ff51-4bf7-9f66-8065a63b77ff req-871ac99c-eb88-403c-869b-998009bffdd1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1653178
Apr 16 16:52:09.897192 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-cea0dcae-34b5-4a38-8579-3e095da852ce service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2d48f720-4baa-45ca-8271-4398ebd12575 HTTP/1.1" status: 200  len: 217 time: 0.0792387
Apr 16 16:52:09.898037 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-91c30a37-ff51-4bf7-9f66-8065a63b77ff req-527f720a-4324-4fc7-9450-7c5c5f77bc31 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719759
Apr 16 16:52:09.916277 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fdb48509-a1e6-42c1-a65c-c612c8c21a24 req-f415e88b-3f93-451f-a737-a59bf107a5dc tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371391
Apr 16 16:52:10.054726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-0e48d4ea-bf31-481f-b2dd-bcce3499883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:10.056709 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-0e48d4ea-bf31-481f-b2dd-bcce3499883a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fb6457fb-ea54-477c-a495-b84909016bc3 HTTP/1.1" status: 200  len: 843 time: 0.1463771
Apr 16 16:52:10.229394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-ebe996a5-e460-41c5-8a2c-e1f3cb5bfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:10.231042 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-ebe996a5-e460-41c5-8a2c-e1f3cb5bfc97 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=71b55dfe-e212-4dd5-ae0f-c63a8994fce6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1596556
Apr 16 16:52:10.237342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad832f-9089-484e-9de9-62cf3d6bd799 req-b85c5940-6f92-47f1-b93a-9cd8446a5e27 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:10.239137 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d8ad832f-9089-484e-9de9-62cf3d6bd799 req-b85c5940-6f92-47f1-b93a-9cd8446a5e27 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1899869
Apr 16 16:52:10.249919 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3cb7bbe5-b3ab-4efe-a023-4a610167ea58 req-e7405662-a706-42ac-a657-c99e02d59407 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 210 time: 0.0890677
Apr 16 16:52:10.258508 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:10.347185 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d8ad832f-9089-484e-9de9-62cf3d6bd799 req-2ec58d70-78a7-4685-b592-ae9bee065144 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913932
Apr 16 16:52:10.415909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-abf8ea8b-a7b6-4fc1-b43b-208ff4b647c9 service neutron] 10.222.0.120 "GET /v2.0/networks/71b55dfe-e212-4dd5-ae0f-c63a8994fce6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755381
Apr 16 16:52:10.480854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2d48f720-4baa-45ca-8271-4398ebd12575 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:52:10.603089 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0df77239-b847-4db5-a18f-c7dcd58dd971 req-b9605ade-40be-472c-a5fd-1f722a629329 service neutron] 10.222.0.120 "GET /v2.0/networks/71b55dfe-e212-4dd5-ae0f-c63a8994fce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659050
Apr 16 16:52:10.607638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2c1d9-2f22-43fd-84cd-71dbf7e607a0 req-25319603-9dd6-4c55-9a00-3e22308ca3a9 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:10.609340 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6cb2c1d9-2f22-43fd-84cd-71dbf7e607a0 req-25319603-9dd6-4c55-9a00-3e22308ca3a9 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 943 time: 0.1463397
Apr 16 16:52:10.690549 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6cb2c1d9-2f22-43fd-84cd-71dbf7e607a0 req-2e8ee2ec-84bb-47d3-bc12-4c393b09e3e3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734434
Apr 16 16:52:10.722656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 2d48f720-4baa-45ca-8271-4398ebd12575, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d48f720-4baa-45ca-8271-4398ebd12575,segment=NetworkSegment(eaa41b4e-2293-418e-aaf6-55b2b52e0bc9),segment_id=eaa41b4e-2293-418e-aaf6-55b2b52e0bc9)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:10.737564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '2d48f720-4baa-45ca-8271-4398ebd12575', 'network_id': '71b55dfe-e212-4dd5-ae0f-c63a8994fce6', 'port_id': '2d48f720-4baa-45ca-8271-4398ebd12575', 'mac_address': 'fa:16:3e:74:9a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6457fb-ea54-477c-a495-b84909016bc3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:52:10.802848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:10.825420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d48f720-4baa-45ca-8271-4398ebd12575 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:52:10.844771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 2d48f720-4baa-45ca-8271-4398ebd12575, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d48f720-4baa-45ca-8271-4398ebd12575,segment=NetworkSegment(eaa41b4e-2293-418e-aaf6-55b2b52e0bc9),segment_id=eaa41b4e-2293-418e-aaf6-55b2b52e0bc9)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:10.848727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:10.850787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-365840cd-587a-4866-87dc-1074e47ae519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:10.934114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=2d48f720-4baa-45ca-8271-4398ebd12575,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:10.936467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:11.231870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-88bd0bc9-c124-46e6-ae49-2551b63f2328 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:11.233990 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-88bd0bc9-c124-46e6-ae49-2551b63f2328 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.120 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 809 time: 0.2826400
Apr 16 16:52:11.270270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:11.277687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabab40-e11f-4db5-bbab-c3021a09b923 req-b70f81b0-4081-4d5a-9a40-211904f991df tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:11.279419 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0eabab40-e11f-4db5-bbab-c3021a09b923 req-b70f81b0-4081-4d5a-9a40-211904f991df tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1994455
Apr 16 16:52:11.290940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a145e4c-0e5e-487d-aa83-9fd749f143e8 req-883c0515-a650-4bc9-b54b-6ece6c14bb1b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:11.293830 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4a145e4c-0e5e-487d-aa83-9fd749f143e8 req-883c0515-a650-4bc9-b54b-6ece6c14bb1b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 949 time: 0.1479030
Apr 16 16:52:11.358892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['2d48f720-4baa-45ca-8271-4398ebd12575'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:52:11.394811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-c1aade12-cdcd-4ded-877e-3e25afac656d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Synchronizing usage tracker for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:security_group {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:52:11.402323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0eabab40-e11f-4db5-bbab-c3021a09b923 req-0a0a99ff-f3e5-401c-9e68-c29b37109274 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979245
Apr 16 16:52:11.410475 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4a145e4c-0e5e-487d-aa83-9fd749f143e8 req-74117141-b2e7-40a4-b137-502d12b1649f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853896
Apr 16 16:52:11.434222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-c1aade12-cdcd-4ded-877e-3e25afac656d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Unset dirty status for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:security_group {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:52:11.435737 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-c1aade12-cdcd-4ded-877e-3e25afac656d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=36e2bc75e4e1400fab18b3944402fa76 HTTP/1.1" status: 200  len: 8057 time: 0.1852777
Apr 16 16:52:11.457617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'port': {'device_id': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'admin_state_up': True, 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'security_groups': ['89ee21bb-d63d-408f-b484-abf743b286c9']}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:11.662238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:11.666583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:port and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:11.669716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:11.676642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:11.685881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Made reservation on behalf of 36e2bc75e4e1400fab18b3944402fa76 for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:52:11.692828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:11.709296 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b2ce61a3-6b3c-45bf-ace2-475ab2d7cdaf req-9bcedcc4-f285-4770-94a3-8e8a83a05336 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 210 time: 0.1047149
Apr 16 16:52:11.767312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0491d4-d92e-48db-bc80-d8dbf0a0de24 req-caf0f194-ef92-4e82-83a7-dca82fcc81be tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:11.769120 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1a0491d4-d92e-48db-bc80-d8dbf0a0de24 req-caf0f194-ef92-4e82-83a7-dca82fcc81be tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1028059
Apr 16 16:52:11.882896 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1a0491d4-d92e-48db-bc80-d8dbf0a0de24 req-a76e9ad2-116d-4a09-9fd6-9c40b2794f75 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053567
Apr 16 16:52:11.888143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Allocated IP 172.20.0.14 (ea13a159-05d1-4d6a-8a0b-c632af69c3bf/095eef29-83d9-4820-8c3e-d77fbcea0e5d/ee6c6c28-4fef-436e-a001-4f66a8ffef9d) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:52:11.923814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c510-c7b1-47c7-9341-59ab04b3d75a req-70118c17-857b-4192-b4fb-bec0cd2e99bd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:11.926644 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e5b0c510-c7b1-47c7-9341-59ab04b3d75a req-70118c17-857b-4192-b4fb-bec0cd2e99bd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 943 time: 0.1073616
Apr 16 16:52:11.980873 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e5b0c510-c7b1-47c7-9341-59ab04b3d75a req-a02ab569-b079-489c-9454-08c7fb2444ae tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463936
Apr 16 16:52:12.127778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:12.145076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Transition to ACTIVE for port object ee6c6c28-4fef-436e-a001-4f66a8ffef9d will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:12.168749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:12.183858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:12.324101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:12.337258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:12.378838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:12.380007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:12.382406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:52:12.460439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:12.461287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:12.484155 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0389180
Apr 16 16:52:12.582385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-18001ee3-b719-467f-959c-387d9a551097 None None] Provisioning for port ee6c6c28-4fef-436e-a001-4f66a8ffef9d completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:12.588569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-18001ee3-b719-467f-959c-387d9a551097 None None] Provisioning complete for port ee6c6c28-4fef-436e-a001-4f66a8ffef9d triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:12.589090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-18001ee3-b719-467f-959c-387d9a551097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:12.645475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de79f15-d306-4060-adb1-41d45b0f54cf req-c1ee85a3-1868-4318-9c18-50bbb724d61d tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:12.647123 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1de79f15-d306-4060-adb1-41d45b0f54cf req-c1ee85a3-1868-4318-9c18-50bbb724d61d tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 949 time: 0.0905261
Apr 16 16:52:12.649958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-18001ee3-b719-467f-959c-387d9a551097 None None] Port ee6c6c28-4fef-436e-a001-4f66a8ffef9d cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:52:12.701729 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1de79f15-d306-4060-adb1-41d45b0f54cf req-18283af1-3fdf-4828-b768-eb35eb22de45 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466654
Apr 16 16:52:12.892279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617a9c-297d-4f24-a43b-f687c22fc348 req-1a72577b-805a-4d04-bc8e-6a8b9d83cbaf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:12.894027 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-45617a9c-297d-4f24-a43b-f687c22fc348 req-1a72577b-805a-4d04-bc8e-6a8b9d83cbaf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.0902586
Apr 16 16:52:12.944168 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-45617a9c-297d-4f24-a43b-f687c22fc348 req-4239263c-4daf-46de-891b-c3614c7053e4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436575
Apr 16 16:52:13.156006 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137423b6-0e6c-4c2e-bdcc-4a1c55ace3b2 req-d19da99b-e439-4977-90a5-e8e3874f649a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:13.157589 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-137423b6-0e6c-4c2e-bdcc-4a1c55ace3b2 req-d19da99b-e439-4977-90a5-e8e3874f649a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 932 time: 0.0932286
Apr 16 16:52:13.207429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-137423b6-0e6c-4c2e-bdcc-4a1c55ace3b2 req-292eb905-4022-433e-a3a6-038553e456c0 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431604
Apr 16 16:52:13.410758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7b19a-6b4a-41aa-ae15-4bf36704f162 req-75d84668-76b6-4ce2-8668-4a45d76ea6db tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:13.412354 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0da7b19a-6b4a-41aa-ae15-4bf36704f162 req-75d84668-76b6-4ce2-8668-4a45d76ea6db tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.0911818
Apr 16 16:52:13.461525 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0da7b19a-6b4a-41aa-ae15-4bf36704f162 req-e7d6138b-b991-4eff-a4d8-a9ef1e32eaf2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417032
Apr 16 16:52:13.653982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9157bd-f85a-4f0f-83dc-026086a306c0 req-bb100a6b-6496-4b09-9666-4ec73cf5199f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:13.655581 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9a9157bd-f85a-4f0f-83dc-026086a306c0 req-bb100a6b-6496-4b09-9666-4ec73cf5199f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 943 time: 0.0921090
Apr 16 16:52:13.703503 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9a9157bd-f85a-4f0f-83dc-026086a306c0 req-3218c412-6fac-4c6a-9f58-f0825f22c5e0 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409133
Apr 16 16:52:13.908578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25abcc0-ce07-47a9-99af-628e578b8e4d req-4e1fd939-5953-4145-a72e-02cbe5fca7ec tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:13.911257 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e25abcc0-ce07-47a9-99af-628e578b8e4d req-4e1fd939-5953-4145-a72e-02cbe5fca7ec tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 949 time: 0.0962930
Apr 16 16:52:13.963672 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e25abcc0-ce07-47a9-99af-628e578b8e4d req-f5b1a91c-cb90-4b4e-a9dc-440d66b08536 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460598
Apr 16 16:52:14.169747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d3f4f-771f-4f26-8fd9-1a77e9bcd540 req-9e96c3ca-5169-4d84-ae51-61df7ef69f34 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:14.171411 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-119d3f4f-771f-4f26-8fd9-1a77e9bcd540 req-9e96c3ca-5169-4d84-ae51-61df7ef69f34 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.0909555
Apr 16 16:52:14.220239 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-119d3f4f-771f-4f26-8fd9-1a77e9bcd540 req-3abe3425-39fb-4366-a6f7-ac0053c81ab4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412753
Apr 16 16:52:14.418826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025698bc-0a2b-4b05-8f15-d394e5b50324 req-4c55978f-2f77-4406-bbd3-1d3562fefbcd tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:14.420394 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-025698bc-0a2b-4b05-8f15-d394e5b50324 req-4c55978f-2f77-4406-bbd3-1d3562fefbcd tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 932 time: 0.0956719
Apr 16 16:52:14.472685 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-025698bc-0a2b-4b05-8f15-d394e5b50324 req-7e50398f-3028-467f-abe4-db04495d11b5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451233
Apr 16 16:52:14.669429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e664d-ad1d-42a2-abfd-1391cb723537 req-15a3b5c0-68ce-458c-809b-0c170285dd6a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:14.671067 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bf3e664d-ad1d-42a2-abfd-1391cb723537 req-15a3b5c0-68ce-458c-809b-0c170285dd6a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.0941505
Apr 16 16:52:14.724426 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bf3e664d-ad1d-42a2-abfd-1391cb723537 req-accd45c7-b22b-4efc-96c0-d5dd6a2c0ab8 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464592
Apr 16 16:52:14.923710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625617cc-7ba9-4c6c-b275-8e517186a584 req-7b32fe80-42fa-4127-9d82-40fcb0137350 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:14.926051 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-625617cc-7ba9-4c6c-b275-8e517186a584 req-7b32fe80-42fa-4127-9d82-40fcb0137350 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 943 time: 0.0922086
Apr 16 16:52:14.980845 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-625617cc-7ba9-4c6c-b275-8e517186a584 req-e99d6c58-59e6-4968-87e5-c31e09ccf8f3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467398
Apr 16 16:52:15.011314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 51b8feb1-4963-4f27-81af-59dd11a082f7 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:52:15.036149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Request body: {'port': {'device_id': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:15.176784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:15.246664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d312874-c691-45d9-aaa1-5293c231b72f req-f81ab5e0-c59e-4df5-b735-090c00915b27 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:15.248354 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4d312874-c691-45d9-aaa1-5293c231b72f req-f81ab5e0-c59e-4df5-b735-090c00915b27 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 949 time: 0.1019039
Apr 16 16:52:15.259947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=51b8feb1-4963-4f27-81af-59dd11a082f7,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:15.290133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '51b8feb1-4963-4f27-81af-59dd11a082f7', 'network_id': '4b2a2bf5-f241-4566-8a43-225171ec9f91', 'port_id': '51b8feb1-4963-4f27-81af-59dd11a082f7', 'mac_address': 'fa:16:3e:d5:ef:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8546ee-d99b-425d-9916-8fdf5fedf32a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:52:15.306401 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4d312874-c691-45d9-aaa1-5293c231b72f req-069e9449-84a2-4f5d-9a8b-a5d2fe028da0 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481834
Apr 16 16:52:15.373340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:15.395044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b8feb1-4963-4f27-81af-59dd11a082f7 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:52:15.413199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=51b8feb1-4963-4f27-81af-59dd11a082f7,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:15.416617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:15.419684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5b9a526d-955f-449e-94be-5d8050ab8205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:15.480364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3df69-6f54-428c-be68-452c7907a0d9 req-152df6fb-32b7-4d6c-9439-46301dac0ff8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:15.487420 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fff3df69-6f54-428c-be68-452c7907a0d9 req-152df6fb-32b7-4d6c-9439-46301dac0ff8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1060662
Apr 16 16:52:15.502814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=51b8feb1-4963-4f27-81af-59dd11a082f7,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:15.507847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:15.548221 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fff3df69-6f54-428c-be68-452c7907a0d9 req-6a664426-82c3-40e4-8066-6f40192c52c3 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574214
Apr 16 16:52:15.630559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6c6c28-4fef-436e-a001-4f66a8ffef9d {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:52:15.638581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:15.655477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Transition to ACTIVE for port object ee6c6c28-4fef-436e-a001-4f66a8ffef9d will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:15.657900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:15.675045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b97eced3-9309-4671-8a37-2a2a7baca24e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:15.706347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f00c8-03a7-42e3-998a-30646ffd49f0 req-572aae4a-0903-45d1-92e6-65ca87ac3af9 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:15.712988 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b34f00c8-03a7-42e3-998a-30646ffd49f0 req-572aae4a-0903-45d1-92e6-65ca87ac3af9 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1041718
Apr 16 16:52:15.771695 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b34f00c8-03a7-42e3-998a-30646ffd49f0 req-5834c149-8c87-4a29-822c-363eea5a0b39 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0543761
Apr 16 16:52:15.815078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:15.818016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:15.948699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0db6a7-f57c-4a05-8ad6-cd616e05761f req-a819d561-31ba-49a1-864c-a47ede00cc9a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:15.950532 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae0db6a7-f57c-4a05-8ad6-cd616e05761f req-a819d561-31ba-49a1-864c-a47ede00cc9a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.0938716
Apr 16 16:52:16.021169 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae0db6a7-f57c-4a05-8ad6-cd616e05761f req-5d012426-99e1-42d1-b315-632ff09027b9 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624084
Apr 16 16:52:16.026258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['51b8feb1-4963-4f27-81af-59dd11a082f7'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:52:16.131986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Attempting to bind port ee6c6c28-4fef-436e-a001-4f66a8ffef9d on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:52:16.132369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Attempting to bind port ee6c6c28-4fef-436e-a001-4f66a8ffef9d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:52:16.132739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Attempting to bind port ee6c6c28-4fef-436e-a001-4f66a8ffef9d on network ea13a159-05d1-4d6a-8a0b-c632af69c3bf {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:16.139257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Port ee6c6c28-4fef-436e-a001-4f66a8ffef9d on network ea13a159-05d1-4d6a-8a0b-c632af69c3bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:52:16.139618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Attempting to bind port ee6c6c28-4fef-436e-a001-4f66a8ffef9d on network ea13a159-05d1-4d6a-8a0b-c632af69c3bf {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:16.145593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:52:16.146034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Checking segment: {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:52:16.146395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Bound using segment: {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:52:16.146891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Bound port: ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:52:16.147222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:16.296552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:52:16.301127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:52:16.305424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:16.368666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a5237-153b-4db8-94e5-1ed27c4b0a17 req-370a4f75-cd79-43a8-b807-0a3bcefc4b2c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:16.370613 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-917a5237-153b-4db8-94e5-1ed27c4b0a17 req-370a4f75-cd79-43a8-b807-0a3bcefc4b2c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 944 time: 0.1770108
Apr 16 16:52:16.397253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:16.449690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:16.459734 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-917a5237-153b-4db8-94e5-1ed27c4b0a17 req-6fee2e0a-2d04-4d78-bee7-5e5de2500a7b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796752
Apr 16 16:52:16.671706 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185432-15d3-4cc1-b594-1915647600c8 req-ab3bf9fc-2c2b-4761-af99-7453273449ea tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:16.676114 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce185432-15d3-4cc1-b594-1915647600c8 req-ab3bf9fc-2c2b-4761-af99-7453273449ea tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 949 time: 0.1677439
Apr 16 16:52:16.814489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce185432-15d3-4cc1-b594-1915647600c8 req-96cb5c9a-b402-486a-9dd7-7c460e995db8 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317134
Apr 16 16:52:16.913133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:16.913803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:16.915534 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] 10.222.0.120 "PUT /v2.0/ports/ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 1094 time: 1.9069843
Apr 16 16:52:16.916075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:16.917536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa220-ca89-4059-ae18-053d4528e3f8 req-ed31a8f8-c0d2-48e4-b563-f776ee8b08af tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:16.932595 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-943fa220-ca89-4059-ae18-053d4528e3f8 req-ed31a8f8-c0d2-48e4-b563-f776ee8b08af tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1994209
Apr 16 16:52:17.008844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2d48f720-4baa-45ca-8271-4398ebd12575 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:17.059254 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-943fa220-ca89-4059-ae18-053d4528e3f8 req-1735ad29-792f-4eae-9662-335f6a8e0fd7 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200550
Apr 16 16:52:17.077740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:17.083529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:17.159782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-3515d54d-2f18-4cd7-8372-b3b08973b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:17.163473 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-3515d54d-2f18-4cd7-8372-b3b08973b9ee service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1097 time: 0.1944079
Apr 16 16:52:17.203539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 2d48f720-4baa-45ca-8271-4398ebd12575 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:17.215461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 2d48f720-4baa-45ca-8271-4398ebd12575 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:17.215953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:17.263469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82cd70-5b28-43d6-951e-5d8bd288b534 req-b736fb0a-85d4-4b8e-8bd1-082ff1b8dd5a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:17.265222 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d82cd70-5b28-43d6-951e-5d8bd288b534 req-b736fb0a-85d4-4b8e-8bd1-082ff1b8dd5a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.2049479
Apr 16 16:52:17.376350 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d82cd70-5b28-43d6-951e-5d8bd288b534 req-2ec91b4f-e710-4deb-9843-f2e5c3ea0001 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0962801
Apr 16 16:52:17.427801 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'status': 'completed', 'code': 200}
Apr 16 16:52:17.452725 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-05326117-2dcc-4e28-98dd-25e06917081c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 217 time: 0.2728467
Apr 16 16:52:17.453129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:52:17.489786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:17.540345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 2d48f720-4baa-45ca-8271-4398ebd12575, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d48f720-4baa-45ca-8271-4398ebd12575,segment=NetworkSegment(eaa41b4e-2293-418e-aaf6-55b2b52e0bc9),segment_id=eaa41b4e-2293-418e-aaf6-55b2b52e0bc9)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:17.541465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d48f720-4baa-45ca-8271-4398ebd12575'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:17.548810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:17.553089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:17.587408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-66bb93b4-9dfa-4ef6-8e83-b12587e169db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:17.588990 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-66bb93b4-9dfa-4ef6-8e83-b12587e169db service neutron] 10.222.0.120 "GET /v2.0/subnets?id=095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 200  len: 848 time: 0.1190958
Apr 16 16:52:17.664425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=2d48f720-4baa-45ca-8271-4398ebd12575,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:17.669119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:17.735085 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32716e-126f-4aae-99be-22d0507bd34b req-f117ee54-dc05-4723-8cff-07b35062fb77 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:17.738252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47707a-2e83-413c-ab28-76114a34526e req-8b646156-e513-4a03-b7ef-7d3914f5c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:17.741191 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-8b646156-e513-4a03-b7ef-7d3914f5c4d6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1423876
Apr 16 16:52:17.742899 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bd32716e-126f-4aae-99be-22d0507bd34b req-f117ee54-dc05-4723-8cff-07b35062fb77 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2229855
Apr 16 16:52:17.818829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12242e48-d3d0-4ed2-87dd-3ae2cc4810d0 req-341e6372-37eb-4425-b4b2-b95c57b944df tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:17.821054 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-12242e48-d3d0-4ed2-87dd-3ae2cc4810d0 req-341e6372-37eb-4425-b4b2-b95c57b944df tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 944 time: 0.1934798
Apr 16 16:52:17.888767 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bd32716e-126f-4aae-99be-22d0507bd34b req-d2d20c55-4938-4f36-b4cc-2ba2fa18df77 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382124
Apr 16 16:52:17.902945 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-12242e48-d3d0-4ed2-87dd-3ae2cc4810d0 req-4d69d43e-c48c-4b2e-98b9-f8bb953c8588 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655999
Apr 16 16:52:17.950793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-99ddaffa-7b64-4336-8aa7-5ee86dd64b18 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993241
Apr 16 16:52:17.962834 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d48f720-4baa-45ca-8271-4398ebd12575', 'code': 200}
Apr 16 16:52:18.312223 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce47707a-2e83-413c-ab28-76114a34526e req-4e35921b-ccd8-43b3-b30b-d0bcb2c0a70c service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3380954
Apr 16 16:52:18.382847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c5ffc-100c-415e-b92b-927bdc617c4a req-71d6ca60-1d7d-4859-a605-9c8b230a7069 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:18.391256 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-181c5ffc-100c-415e-b92b-927bdc617c4a req-71d6ca60-1d7d-4859-a605-9c8b230a7069 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 950 time: 0.2905238
Apr 16 16:52:18.461191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-555d908a-f52c-49b3-b0bd-1ed551cc6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:18.463005 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-555d908a-f52c-49b3-b0bd-1ed551cc6891 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1097 time: 0.0985234
Apr 16 16:52:18.510547 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-181c5ffc-100c-415e-b92b-927bdc617c4a req-d6c51b57-23d3-4e8b-a8be-99c2e1e16d69 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175222
Apr 16 16:52:18.668314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-6a60add5-d7ad-4886-8fa5-0e2c4240852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:18.670517 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-6a60add5-d7ad-4886-8fa5-0e2c4240852e service neutron] 10.222.0.120 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 911 time: 0.1943800
Apr 16 16:52:18.677691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc121-0698-4258-858d-d0da0c66f88d req-640eccb1-8e2e-4e4a-bc4b-306d6ea061c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:18.679302 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-317fc121-0698-4258-858d-d0da0c66f88d req-640eccb1-8e2e-4e4a-bc4b-306d6ea061c8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 1103 time: 0.3829010
Apr 16 16:52:18.701142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1210e0-e0e2-4c30-97ad-987490a8a85a req-02d76626-2da7-462a-900b-1e4fda05155c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:18.706716 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dd1210e0-e0e2-4c30-97ad-987490a8a85a req-02d76626-2da7-462a-900b-1e4fda05155c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.3385050
Apr 16 16:52:18.801636 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-90829b34-c97e-471b-b73d-3c064c1d9b07 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 217 time: 0.1213751
Apr 16 16:52:18.903316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-0189e960-d073-4766-aea6-66dfcbbc82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:18.905579 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-0189e960-d073-4766-aea6-66dfcbbc82b2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 200  len: 848 time: 0.0921276
Apr 16 16:52:19.000587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 51b8feb1-4963-4f27-81af-59dd11a082f7 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:19.113864 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-317fc121-0698-4258-858d-d0da0c66f88d req-d049848b-afed-479d-b340-17e3e3287466 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4060433
Apr 16 16:52:19.120069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-601167bb-968e-4270-b820-bf624e96fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:19.122082 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-601167bb-968e-4270-b820-bf624e96fdc7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2027342
Apr 16 16:52:19.145362 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dd1210e0-e0e2-4c30-97ad-987490a8a85a req-9fb4cdf0-667c-4ffe-b7ab-6e965123a6e8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4068906
Apr 16 16:52:19.157942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 51b8feb1-4963-4f27-81af-59dd11a082f7 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:19.168892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 51b8feb1-4963-4f27-81af-59dd11a082f7 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:19.169400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:19.212096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04bb52-c914-49a6-9dde-0870e4bb68fc req-caa0b177-d3f2-4460-a309-ef08d3ab4ebc tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:19.220693 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fc04bb52-c914-49a6-9dde-0870e4bb68fc req-caa0b177-d3f2-4460-a309-ef08d3ab4ebc tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.4809830
Apr 16 16:52:19.395235 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fc04bb52-c914-49a6-9dde-0870e4bb68fc req-0b1ed22d-6d4b-411e-8836-a3fd4e41d011 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1662569
Apr 16 16:52:19.463901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:19.517509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7052b-01ed-4bce-bcfb-a22515a6e30b req-effbc7b7-6dec-4667-aaeb-6768ec5ebd52 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:19.520084 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f5a7052b-01ed-4bce-bcfb-a22515a6e30b req-effbc7b7-6dec-4667-aaeb-6768ec5ebd52 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2027426
Apr 16 16:52:19.556621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=51b8feb1-4963-4f27-81af-59dd11a082f7,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:19.560826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:19.565787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:19.578425 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-885f81ff-dfc5-4c43-9a9c-e99c1d53a377 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3437326
Apr 16 16:52:19.739217 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f5a7052b-01ed-4bce-bcfb-a22515a6e30b req-e1010553-135c-4e1c-a47c-bf4f64d9487b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070940
Apr 16 16:52:19.759916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=51b8feb1-4963-4f27-81af-59dd11a082f7,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:19.771276 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:19.844720 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dad4ea23-5a8a-4554-87f1-359aa5b03c78 req-ced9e264-e034-4149-99e8-ba2b39aa0f8e service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581379
Apr 16 16:52:19.869480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb667-33ed-49ed-b529-fae098a66420 req-dd9fc440-1756-4700-a1cf-f7d7c354e80f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:19.873298 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-270fb667-33ed-49ed-b529-fae098a66420 req-dd9fc440-1756-4700-a1cf-f7d7c354e80f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 945 time: 0.2673657
Apr 16 16:52:19.964187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:19.979434 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-270fb667-33ed-49ed-b529-fae098a66420 req-aa758ccb-3b6e-444e-870e-2f7f03fed1da tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005142
Apr 16 16:52:20.032410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f7f55-da3a-43b2-a7bc-d2a59f7e6cf6 req-bd754bc8-02e6-41a6-8e9b-0d0f9906c809 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:20.035259 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-580f7f55-da3a-43b2-a7bc-d2a59f7e6cf6 req-bd754bc8-02e6-41a6-8e9b-0d0f9906c809 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 950 time: 0.1178491
Apr 16 16:52:20.078746 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7', 'code': 200}
Apr 16 16:52:20.124198 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-580f7f55-da3a-43b2-a7bc-d2a59f7e6cf6 req-5f1ab75b-4e89-49a4-bef7-6eee86efc55b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690677
Apr 16 16:52:20.385869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219e9c2-61d4-4c11-8467-26be82452562 req-b77d151e-b54e-41bb-9e5f-018daef9a3d4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:20.387710 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7219e9c2-61d4-4c11-8467-26be82452562 req-b77d151e-b54e-41bb-9e5f-018daef9a3d4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.0958076
Apr 16 16:52:20.446998 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7219e9c2-61d4-4c11-8467-26be82452562 req-52d6e8f1-7d33-4fd6-befb-b6ee0fa92665 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526488
Apr 16 16:52:20.522991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646b26-0e13-4a55-aef3-e4089017c658 req-e39daf60-402b-455d-be24-9de652db75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:20.524504 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4a646b26-0e13-4a55-aef3-e4089017c658 req-e39daf60-402b-455d-be24-9de652db75ed service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 1098 time: 0.1247842
Apr 16 16:52:20.581836 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4a646b26-0e13-4a55-aef3-e4089017c658 req-eced7aaa-5651-4435-adf7-3252dffa1c9b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462022
Apr 16 16:52:20.714063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b13a-de4b-461b-9e81-51563df488d8 req-6548cc93-2b3f-4638-b4cc-00188e58fa96 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:20.722538 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4196b13a-de4b-461b-9e81-51563df488d8 req-6548cc93-2b3f-4638-b4cc-00188e58fa96 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1455691
Apr 16 16:52:20.777950 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4196b13a-de4b-461b-9e81-51563df488d8 req-f023a3f0-8e41-4b12-a847-882293b15ace tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0544014
Apr 16 16:52:21.111168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906c301-4f34-40c2-ba6a-c1ca4ea9e1dd req-3ac306a3-5c23-4c05-8a92-7f43fc0ce07b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:21.113873 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2906c301-4f34-40c2-ba6a-c1ca4ea9e1dd req-3ac306a3-5c23-4c05-8a92-7f43fc0ce07b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1584253
Apr 16 16:52:21.243550 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2906c301-4f34-40c2-ba6a-c1ca4ea9e1dd req-96c8e7da-3750-49be-a10a-3391ca45f954 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231270
Apr 16 16:52:21.288638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d30e0-eacd-41a5-9bfc-989d3db9cb6d req-e77c98b2-c27c-45c4-892d-f1dd0684f7e7 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:21.290339 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-302d30e0-eacd-41a5-9bfc-989d3db9cb6d req-e77c98b2-c27c-45c4-892d-f1dd0684f7e7 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 945 time: 0.1382017
Apr 16 16:52:21.361043 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-302d30e0-eacd-41a5-9bfc-989d3db9cb6d req-7b1cb472-a032-4387-8467-5a9b42267419 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617263
Apr 16 16:52:21.507144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c9bdf-2756-4d0a-a93b-c6e6b99691a9 req-e26acfde-4181-457e-bd66-0ec203cd315b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:21.508906 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5a1c9bdf-2756-4d0a-a93b-c6e6b99691a9 req-e26acfde-4181-457e-bd66-0ec203cd315b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 950 time: 0.1004457
Apr 16 16:52:21.564410 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5a1c9bdf-2756-4d0a-a93b-c6e6b99691a9 req-dbe0ffa2-5e0c-4d64-be6f-3b662c403b4b tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479155
Apr 16 16:52:21.681578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f6a6-a882-44e3-9d2f-ae6f168895d2 req-25a2c4d4-3951-4663-a167-584c4079c862 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:21.683314 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-65d4f6a6-a882-44e3-9d2f-ae6f168895d2 req-25a2c4d4-3951-4663-a167-584c4079c862 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.0974741
Apr 16 16:52:21.749118 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-65d4f6a6-a882-44e3-9d2f-ae6f168895d2 req-52b03eb4-af5b-4c1b-a268-7cfb8cea0d13 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578680
Apr 16 16:52:22.026883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1b866-ba78-459c-9a8b-0d730e6ffbae req-955993ec-ba75-49e7-ac3c-5da717dbed09 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:22.028611 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-44a1b866-ba78-459c-9a8b-0d730e6ffbae req-955993ec-ba75-49e7-ac3c-5da717dbed09 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1096938
Apr 16 16:52:22.200503 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-44a1b866-ba78-459c-9a8b-0d730e6ffbae req-4fa2553e-689d-460e-9af5-a33291fb1722 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1608579
Apr 16 16:52:22.220573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1be1f-b36f-4d40-9fb6-75cc6633a881 req-8690dbd5-bc08-43e9-9b73-74fbb6a98ab4 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:22.231367 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f6d1be1f-b36f-4d40-9fb6-75cc6633a881 req-8690dbd5-bc08-43e9-9b73-74fbb6a98ab4 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 950 time: 0.1542091
Apr 16 16:52:22.306438 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f6d1be1f-b36f-4d40-9fb6-75cc6633a881 req-9a63ec5c-33ae-4283-92d1-433205a15aee tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753801
Apr 16 16:52:22.581722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f83f0-c338-43a6-b81f-83d6f9d4c47b req-a69507f8-6012-4983-8f59-d5ff962390ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:22.583666 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f39f83f0-c338-43a6-b81f-83d6f9d4c47b req-a69507f8-6012-4983-8f59-d5ff962390ab service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.1214447
Apr 16 16:52:22.645904 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f39f83f0-c338-43a6-b81f-83d6f9d4c47b req-51ed6645-c57a-445c-9cc4-0eba2168f356 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539396
Apr 16 16:52:22.831074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ba843-fbab-48bf-bbd6-9c3259545385 req-d15293f9-164f-435a-8a85-35edcc0d351b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:22.840924 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2c9ba843-fbab-48bf-bbd6-9c3259545385 req-d15293f9-164f-435a-8a85-35edcc0d351b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 945 time: 0.1774144
Apr 16 16:52:22.878491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07b25-16a4-4917-85ad-da693204a961 req-b240f59f-2a81-4b61-acfd-a3b38947cf24 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:22.887045 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-39e07b25-16a4-4917-85ad-da693204a961 req-b240f59f-2a81-4b61-acfd-a3b38947cf24 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.3180945
Apr 16 16:52:22.968184 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2c9ba843-fbab-48bf-bbd6-9c3259545385 req-c5be1659-cb7a-4135-9c6f-dfd6c0d7f472 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259687
Apr 16 16:52:22.988234 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-39e07b25-16a4-4917-85ad-da693204a961 req-24cff91a-4065-45ac-8a8e-1c12f33a0d1f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943418
Apr 16 16:52:23.192144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d160c2f-4126-4fb1-9606-9fb2458a1e58 req-1a9e0a34-ba58-40c6-bf3a-1b24593819db tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:23.200273 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4d160c2f-4126-4fb1-9606-9fb2458a1e58 req-1a9e0a34-ba58-40c6-bf3a-1b24593819db tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1189878
Apr 16 16:52:23.269133 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4d160c2f-4126-4fb1-9606-9fb2458a1e58 req-75d05973-f2b0-4494-966b-ad92f8ded1d4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656369
Apr 16 16:52:23.473247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54c7fb-2c81-4fb7-9606-c8b650edeac4 req-f6e396af-3cd0-481c-b006-f45417a7113d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:23.482217 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e54c7fb-2c81-4fb7-9606-c8b650edeac4 req-f6e396af-3cd0-481c-b006-f45417a7113d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1116178
Apr 16 16:52:23.610544 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e54c7fb-2c81-4fb7-9606-c8b650edeac4 req-46070bd3-20c6-45e3-873c-d6d8e94c0f07 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1268013
Apr 16 16:52:23.660535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0451ba-0529-490e-a69f-56b1fb43c3ac req-f3ddae26-4c7b-4b88-b4c2-88e5b936075f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:23.662144 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fa0451ba-0529-490e-a69f-56b1fb43c3ac req-f3ddae26-4c7b-4b88-b4c2-88e5b936075f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 950 time: 0.1513555
Apr 16 16:52:23.714321 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fa0451ba-0529-490e-a69f-56b1fb43c3ac req-167b446e-6c2f-47a8-a32e-91a92a8624f9 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450928
Apr 16 16:52:24.245333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8722d-845f-4e6f-ad41-a099a038cfd6 req-f4163da3-b5f7-4aa6-ba25-a37718eb05d0 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:24.255123 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b4a8722d-845f-4e6f-ad41-a099a038cfd6 req-f4163da3-b5f7-4aa6-ba25-a37718eb05d0 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1190515
Apr 16 16:52:24.326544 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b4a8722d-845f-4e6f-ad41-a099a038cfd6 req-2c1725a8-48b2-46a8-9962-6e423238326d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703471
Apr 16 16:52:24.528523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45451a8-a1d4-4709-a69e-bbdfc14f95c4 req-f7ffc22b-6f7f-422a-82a5-1a464781f79c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:24.530307 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45451a8-a1d4-4709-a69e-bbdfc14f95c4 req-f7ffc22b-6f7f-422a-82a5-1a464781f79c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1127207
Apr 16 16:52:24.584843 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45451a8-a1d4-4709-a69e-bbdfc14f95c4 req-3f283203-d031-4663-ac10-69a1d633e19f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473900
Apr 16 16:52:24.985604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738477f8-883c-4069-bc03-b7d4afcbccb3 req-87d8cbc5-eb30-4229-be46-2ff5c35321fe tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:24.987495 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-738477f8-883c-4069-bc03-b7d4afcbccb3 req-87d8cbc5-eb30-4229-be46-2ff5c35321fe tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 950 time: 0.1364572
Apr 16 16:52:25.001061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3ed0-cb6f-46d3-a442-71880ec62ec0 req-b1e64421-5e8d-4d6a-b947-3b3dae21fe9f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:25.003014 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2b0a3ed0-cb6f-46d3-a442-71880ec62ec0 req-b1e64421-5e8d-4d6a-b947-3b3dae21fe9f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.2357874
Apr 16 16:52:25.105941 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-738477f8-883c-4069-bc03-b7d4afcbccb3 req-e2aacacf-2918-4233-b2bc-d00e9a4e3c19 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016366
Apr 16 16:52:25.129691 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2b0a3ed0-cb6f-46d3-a442-71880ec62ec0 req-19746f3e-3b7d-473d-a46b-cede79010e4d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1070528
Apr 16 16:52:25.381686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-ee8d75ed-685e-41a1-8167-fae345bec472 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:25.383377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-ee8d75ed-685e-41a1-8167-fae345bec472 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Synchronizing usage tracker for tenant:46bd4eea651140208d2f5828845e4557 on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:52:25.405293 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-ee8d75ed-685e-41a1-8167-fae345bec472 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Unset dirty status for tenant:46bd4eea651140208d2f5828845e4557 on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:52:25.406586 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-ee8d75ed-685e-41a1-8167-fae345bec472 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.120 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 950 time: 0.1435719
Apr 16 16:52:25.580728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Deleting port 2d48f720-4baa-45ca-8271-4398ebd12575 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:52:25.581729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:25.774180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3f6f-272a-484c-9cee-581af1e49807 req-57543f50-3d78-444b-954f-85b0529d1649 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:25.774180 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2a3b3f6f-272a-484c-9cee-581af1e49807 req-57543f50-3d78-444b-954f-85b0529d1649 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1535695
Apr 16 16:52:25.774180 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2a3b3f6f-272a-484c-9cee-581af1e49807 req-b83fe666-75a8-4bb8-81fb-69ea15b9526f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664430
Apr 16 16:52:26.177129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e4a9d-f496-4e80-93ad-8425ac067f90 req-7acba867-9020-46b1-b2ac-229c80634795 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:26.179935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] For port 2d48f720-4baa-45ca-8271-4398ebd12575, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d48f720-4baa-45ca-8271-4398ebd12575,segment=NetworkSegment(eaa41b4e-2293-418e-aaf6-55b2b52e0bc9),segment_id=eaa41b4e-2293-418e-aaf6-55b2b52e0bc9)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:26.180467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:26.181586 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2a2e4a9d-f496-4e80-93ad-8425ac067f90 req-7acba867-9020-46b1-b2ac-229c80634795 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.2459042
Apr 16 16:52:26.295744 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2a2e4a9d-f496-4e80-93ad-8425ac067f90 req-d0960f7e-8ad0-43f9-8fd0-2b14ffd80683 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993981
Apr 16 16:52:26.467991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Calling delete_port for 2d48f720-4baa-45ca-8271-4398ebd12575 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:52:26.697141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:26.713306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['2d48f720-4baa-45ca-8271-4398ebd12575'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:52:26.774179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374446d0-9191-41b7-8224-b1eac29216cc req-fb374c74-1fff-451c-8589-5143400cf2d6 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:26.776355 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-374446d0-9191-41b7-8224-b1eac29216cc req-fb374c74-1fff-451c-8589-5143400cf2d6 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 867 time: 0.2027578
Apr 16 16:52:26.888053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-20bf255d-6419-438b-a42c-cc23da0dd14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:26.901178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-ce4729f5-cf5f-4b61-a3df-ffc69a9adc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:26.902920 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-ce4729f5-cf5f-4b61-a3df-ffc69a9adc5b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.4040358
Apr 16 16:52:26.919728 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-374446d0-9191-41b7-8224-b1eac29216cc req-9fda877e-5d75-4e0e-b558-27fe54c578d5 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/security-groups?id=7de5a413-e5da-4bc5-9271-02a3a56cc79b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749395
Apr 16 16:52:27.062742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7fcf8-6878-4d9d-b959-65ec793fb7d7 req-ae13ed90-99be-4307-afbb-14ec6a99e03d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:27.065520 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-82e7fcf8-6878-4d9d-b959-65ec793fb7d7 req-ae13ed90-99be-4307-afbb-14ec6a99e03d tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.2863495
Apr 16 16:52:27.139988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Pushing event deleted for resources: {'Port': ['ID=2d48f720-4baa-45ca-8271-4398ebd12575,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:27.162559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:27.269724 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-82e7fcf8-6878-4d9d-b959-65ec793fb7d7 req-3eb29999-f47a-4129-97e9-16885c1674ab tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1819596
Apr 16 16:52:27.318502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] No DVR routers for this DVR port 2d48f720-4baa-45ca-8271-4398ebd12575 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:52:27.329808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:27.351191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'name': 'network-vif-deleted', 'tag': '2d48f720-4baa-45ca-8271-4398ebd12575'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:27.359834 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7721517-a742-4f4f-a80e-73c168dd7c4d req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.120 "DELETE /v2.0/ports/2d48f720-4baa-45ca-8271-4398ebd12575 HTTP/1.1" status: 204  len: 173 time: 1.9394181
Apr 16 16:52:27.436384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54882c4e-4dcf-408c-b481-917650309cff req-b07abccd-c0e9-4a32-ac02-1fe371c70497 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:27.445257 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-54882c4e-4dcf-408c-b481-917650309cff req-b07abccd-c0e9-4a32-ac02-1fe371c70497 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2532485
Apr 16 16:52:27.489162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-f907735a-2b1b-4952-86ea-0d4768572361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:27.489162 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-f907735a-2b1b-4952-86ea-0d4768572361 service neutron] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 921 time: 0.5637212
Apr 16 16:52:27.645261 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-54882c4e-4dcf-408c-b481-917650309cff req-17622f50-d757-4eef-a5f3-aef213981dcb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989970
Apr 16 16:52:27.688171 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-0748d8e4-9fc5-46ad-8da3-285330cfa127 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 217 time: 0.1841145
Apr 16 16:52:27.726338 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500baa3d-78d8-4008-afc2-d49d5aaa1020', 'name': 'network-vif-deleted', 'tag': '2d48f720-4baa-45ca-8271-4398ebd12575', 'status': 'completed', 'code': 200}
Apr 16 16:52:27.805973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-ef9f7a15-e5ce-4de6-96b4-d2eb63a8e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:27.808369 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-ef9f7a15-e5ce-4de6-96b4-d2eb63a8e5f0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.1106267
Apr 16 16:52:27.907103 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297d8cb-d697-4239-9824-4047e1b2bcc4 req-8d426b43-4719-4f24-ab30-815f742c6b88 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:27.910842 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b297d8cb-d697-4239-9824-4047e1b2bcc4 req-8d426b43-4719-4f24-ab30-815f742c6b88 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.3198652
Apr 16 16:52:27.913434 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-6645b41e-5ba2-422d-9eef-dd71fc5b00a4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0903492
Apr 16 16:52:28.268569 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d8a9cb54-beea-449a-bfb7-4f370fd02429 req-caca6f28-799f-4e31-b09f-a729ae62b164 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] 10.222.0.103 "GET /v2.0/ports?device_id=500baa3d-78d8-4008-afc2-d49d5aaa1020 HTTP/1.1" status: 200  len: 210 time: 0.1023748
Apr 16 16:52:28.295227 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b297d8cb-d697-4239-9824-4047e1b2bcc4 req-73b2023b-4fbf-4082-861b-440546488ac2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3780098
Apr 16 16:52:28.457968 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-4786e090-357f-48b1-930e-4c8c5b04bf23 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5208230
Apr 16 16:52:29.066320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:52:29.076387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2d48f720-4baa-45ca-8271-4398ebd12575 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:52:29.240000 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-42c416da-ee6c-46b0-8538-5d818e548ee7 req-5ea20e32-3def-44fd-92e8-5e888cf7217c service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7725055
Apr 16 16:52:29.271587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba18c9a-38c7-42fe-ac4c-3872bfde439c req-b39567c0-3245-42cc-abe6-cf2686f9de6e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:29.273653 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fba18c9a-38c7-42fe-ac4c-3872bfde439c req-b39567c0-3245-42cc-abe6-cf2686f9de6e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2973442
Apr 16 16:52:29.308835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e275c5b-1d5c-40a5-ba8b-1f5df2da94cf req-3b8f90ca-a2f8-4dcd-b6f5-e0d4638c7eda tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:29.318051 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e275c5b-1d5c-40a5-ba8b-1f5df2da94cf req-3b8f90ca-a2f8-4dcd-b6f5-e0d4638c7eda tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.7864876
Apr 16 16:52:29.402641 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e275c5b-1d5c-40a5-ba8b-1f5df2da94cf req-041e7a6a-1502-47ad-a877-5d5997481c32 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0829630
Apr 16 16:52:29.443711 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fba18c9a-38c7-42fe-ac4c-3872bfde439c req-bd75245e-7cfd-4891-92f8-9f61fb54f775 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627262
Apr 16 16:52:29.507557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 2d48f720-4baa-45ca-8271-4398ebd12575 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:52:29.508441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2d48f720-4baa-45ca-8271-4398ebd12575 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:52:29.547258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:29.595143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'port_id': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'mac_address': 'fa:16:3e:6a:b2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:52:29.734532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:29.781798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd825542-a1af-4ba6-8c00-d64d5199c7e6 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:52:29.806710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8309553-711a-4da1-bd06-6d1525077f77 req-c1130210-54c0-4a85-9744-70f8f91c133d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:29.820477 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8309553-711a-4da1-bd06-6d1525077f77 req-c1130210-54c0-4a85-9744-70f8f91c133d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.2087879
Apr 16 16:52:29.833519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:29.836842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:29.841384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:29.912736 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8309553-711a-4da1-bd06-6d1525077f77 req-97fd5a03-058b-4cf7-8375-c2df1438cc8f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911367
Apr 16 16:52:29.985030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=6']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:29.990734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:30.002726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['fd825542-a1af-4ba6-8c00-d64d5199c7e6'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:52:30.792858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0032b1-0ec0-4a4b-a459-7d414c5ddbdd req-28754545-7f9f-465d-9f2d-b9c416c18eea tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:30.794839 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fd0032b1-0ec0-4a4b-a459-7d414c5ddbdd req-28754545-7f9f-465d-9f2d-b9c416c18eea tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1916363
Apr 16 16:52:30.876553 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fd0032b1-0ec0-4a4b-a459-7d414c5ddbdd req-8f8e9eb7-c90b-469e-b615-fd577b592102 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0728247
Apr 16 16:52:30.896895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72796d-4200-4a55-8a29-ac28f2692925 req-d481cddc-94b2-4ebf-b869-2ba445f5c618 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:30.899205 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6f72796d-4200-4a55-8a29-ac28f2692925 req-d481cddc-94b2-4ebf-b869-2ba445f5c618 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1973617
Apr 16 16:52:30.963473 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6f72796d-4200-4a55-8a29-ac28f2692925 req-3ca2bb0a-bd1d-4dc0-8d1b-d98d0d515c3b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516224
Apr 16 16:52:31.079342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:31.241757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b3da0-9480-442b-a384-aca046409cbe req-1ac022a7-aa40-4e0f-b344-795ce8118139 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:31.244267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port fd825542-a1af-4ba6-8c00-d64d5199c7e6 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:31.245162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:31.259718 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8e8b3da0-9480-442b-a384-aca046409cbe req-1ac022a7-aa40-4e0f-b344-795ce8118139 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.1443624
Apr 16 16:52:31.336332 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8e8b3da0-9480-442b-a384-aca046409cbe req-8410f668-d05c-4826-a30b-a167c3699f94 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754178
Apr 16 16:52:31.450165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:31.491859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:31.493192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:31.500627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:31.503837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:31.594841 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'code': 200}
Apr 16 16:52:31.595608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=7']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:31.608004 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:32.380460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87b3f6-5d86-4da6-8a92-078ba46e0444 req-e5acb150-29fe-435b-82d4-1e75573622e8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:32.389269 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae87b3f6-5d86-4da6-8a92-078ba46e0444 req-e5acb150-29fe-435b-82d4-1e75573622e8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.2477264
Apr 16 16:52:32.476131 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae87b3f6-5d86-4da6-8a92-078ba46e0444 req-4edd71fe-35cb-4c5b-9093-80a090bde25b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0856371
Apr 16 16:52:32.511515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a4a7-64bf-42b8-a8d3-fffc9398344b req-b1300b02-b340-4d11-b72a-5d30cd17e6b6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:32.513232 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3b41a4a7-64bf-42b8-a8d3-fffc9398344b req-b1300b02-b340-4d11-b72a-5d30cd17e6b6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2632382
Apr 16 16:52:32.602804 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3b41a4a7-64bf-42b8-a8d3-fffc9398344b req-3533c85e-cbf2-4cd4-b776-7d3399137c26 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725899
Apr 16 16:52:32.829389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed13dd-f14d-4ac4-a9f4-0f73fe1ece44 req-2b614f4d-d042-48ff-b0de-482d6f72a304 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:32.847163 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d9ed13dd-f14d-4ac4-a9f4-0f73fe1ece44 req-2b614f4d-d042-48ff-b0de-482d6f72a304 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1745119
Apr 16 16:52:32.917736 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d9ed13dd-f14d-4ac4-a9f4-0f73fe1ece44 req-e5eefc72-20e3-4d0e-8dd1-65b58500d17f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693717
Apr 16 16:52:33.822100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541bdea-3951-492c-b9be-3ff4447ed81b req-0542eba1-e226-4082-910e-4f0627ea2e06 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:33.836295 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9541bdea-3951-492c-b9be-3ff4447ed81b req-0542eba1-e226-4082-910e-4f0627ea2e06 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1637149
Apr 16 16:52:33.960974 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9541bdea-3951-492c-b9be-3ff4447ed81b req-6e019e78-148c-4c45-8829-fc5e01d07e60 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1233292
Apr 16 16:52:34.030301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3a99-2732-4088-a96d-f0cd695b0876 req-c43ec765-fa08-4d5a-bc9a-b62d7c8623f0 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:34.033185 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eb9e3a99-2732-4088-a96d-f0cd695b0876 req-c43ec765-fa08-4d5a-bc9a-b62d7c8623f0 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1745329
Apr 16 16:52:34.149596 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eb9e3a99-2732-4088-a96d-f0cd695b0876 req-f410fd7f-cb37-4f1c-b09a-11e089e5c056 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090682
Apr 16 16:52:34.323473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bba9b3-4402-4a6e-a1e5-d0c9285bcfd9 req-0639a189-b141-488b-8be1-96d23f5bf77c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:34.333007 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-86bba9b3-4402-4a6e-a1e5-d0c9285bcfd9 req-0639a189-b141-488b-8be1-96d23f5bf77c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1589897
Apr 16 16:52:34.400321 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-86bba9b3-4402-4a6e-a1e5-d0c9285bcfd9 req-7d5069e8-65fd-43f6-acb1-c818b0e00ead tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591874
Apr 16 16:52:35.225073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72e742-b360-4996-907f-3ae3a07c8b63 req-dabffaa9-ab21-4313-8cf6-eb0019a285a7 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:35.227318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0d72e742-b360-4996-907f-3ae3a07c8b63 req-dabffaa9-ab21-4313-8cf6-eb0019a285a7 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1203921
Apr 16 16:52:35.321701 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0d72e742-b360-4996-907f-3ae3a07c8b63 req-e49027a2-b877-48fa-b475-9de4fbb817f8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0824463
Apr 16 16:52:35.491840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1dcb-9367-474b-9fa1-992e6a825ca1 req-2ee5f917-55c4-4ed4-bf68-56ab56520790 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:35.500960 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a5cc1dcb-9367-474b-9fa1-992e6a825ca1 req-2ee5f917-55c4-4ed4-bf68-56ab56520790 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1443994
Apr 16 16:52:35.562477 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a5cc1dcb-9367-474b-9fa1-992e6a825ca1 req-fa334490-d8fa-4959-bff2-6d554ba5a096 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604095
Apr 16 16:52:35.717484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a74339-1cae-411d-a274-638d61551947 req-512547c7-59c5-4d5e-b3c9-642768492175 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:35.719391 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-02a74339-1cae-411d-a274-638d61551947 req-512547c7-59c5-4d5e-b3c9-642768492175 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1226718
Apr 16 16:52:35.779508 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-02a74339-1cae-411d-a274-638d61551947 req-ee8045c7-4f54-468a-91b5-2d14b825a72c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514116
Apr 16 16:52:36.850002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61241b7e-b8e8-48f4-94be-bf0ef5871bcd req-dd67a13c-cbf3-4e8f-ad19-b2dfd8a84a7c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:36.867522 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-61241b7e-b8e8-48f4-94be-bf0ef5871bcd req-dd67a13c-cbf3-4e8f-ad19-b2dfd8a84a7c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.3819926
Apr 16 16:52:37.076000 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-545f61bb-023a-463e-9d25-1d69de62124c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:37.294020 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-61241b7e-b8e8-48f4-94be-bf0ef5871bcd req-9aa3d146-1840-4141-9b5c-169c6e314ec0 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4254198
Apr 16 16:52:37.317453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db7456-c21c-4042-a902-ec7588c55326 req-9b38e113-f072-4e20-8e51-4312e09524ac tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:37.330928 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-77db7456-c21c-4042-a902-ec7588c55326 req-9b38e113-f072-4e20-8e51-4312e09524ac tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.3940473
Apr 16 16:52:37.492824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 49830) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:37.523444 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-77db7456-c21c-4042-a902-ec7588c55326 req-d90eb04f-6c7f-4655-b714-013672a3002e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758878
Apr 16 16:52:37.748566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6ad7f-0ff6-48d6-b9cc-a5518fb7daf5 req-578778a3-c009-4fe8-a268-63756965a10d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:37.750689 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c0b6ad7f-0ff6-48d6-b9cc-a5518fb7daf5 req-578778a3-c009-4fe8-a268-63756965a10d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.1960099
Apr 16 16:52:37.839299 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f2132934-9867-4454-bd06-49ae98bbd188 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=46bd4eea651140208d2f5828845e4557&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3420086
Apr 16 16:52:37.844463 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c0b6ad7f-0ff6-48d6-b9cc-a5518fb7daf5 req-7a3544eb-8e05-4ae3-a50a-a659144db8fc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827701
Apr 16 16:52:37.848638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 49836) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:37.942926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:38.014745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:38.121059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:38.146334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cc8f1f33-144e-42ba-aa52-88e5c94c4d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:38.185591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5a413-e5da-4bc5-9271-02a3a56cc79b,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:38.192548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:38.199027 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/7de5a413-e5da-4bc5-9271-02a3a56cc79b HTTP/1.1" status: 204  len: 168 time: 0.3436706
Apr 16 16:52:38.202818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:38.878063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987248d5-464d-4837-acf1-7150a1915893 req-5f9ad0a6-3761-4143-80ad-89621a55e7ef tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:38.879813 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-987248d5-464d-4837-acf1-7150a1915893 req-5f9ad0a6-3761-4143-80ad-89621a55e7ef tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.2959552
Apr 16 16:52:39.011981 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-987248d5-464d-4837-acf1-7150a1915893 req-20d256cb-2d89-4c82-9fe3-4b14da2845db tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1155984
Apr 16 16:52:39.139832 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device ee6c6c28-4fef-436e-a001-4f66a8ffef9d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:52:39.323142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218e33-988d-4dae-be7c-2ddeb8030a9b req-d72789a7-5cbe-494a-8647-3f069a458a9a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:39.341084 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-74218e33-988d-4dae-be7c-2ddeb8030a9b req-d72789a7-5cbe-494a-8647-3f069a458a9a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.3586342
Apr 16 16:52:39.532821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fe97402e-ad6b-48f5-b36b-e373cd6ed1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:39.585764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:39.589681 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-74218e33-988d-4dae-be7c-2ddeb8030a9b req-adba3f0b-9698-4985-9920-7fb97d268697 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473156
Apr 16 16:52:39.664145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686c53-69f0-478a-bf7b-f689aa3a02a6 req-e0bab15a-e8ba-4e4b-af57-b631465a5ed2 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:39.666484 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a6686c53-69f0-478a-bf7b-f689aa3a02a6 req-e0bab15a-e8ba-4e4b-af57-b631465a5ed2 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.2221346
Apr 16 16:52:39.686836 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:39.764427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'port_id': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'mac_address': 'fa:16:3e:50:b1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:52:39.837461 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a6686c53-69f0-478a-bf7b-f689aa3a02a6 req-a0bb1dfe-6374-4311-86b9-ad0c26ef7164 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519341
Apr 16 16:52:40.225471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:40.297587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6c6c28-4fef-436e-a001-4f66a8ffef9d {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:52:40.356546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:40.375775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:40.390673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:40.412567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951481-bd26-419c-8d50-3546f4778612 req-29e4164f-2661-4fc1-ab01-4cd6624c7aef tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:40.418693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 49890) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:40.432887 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff951481-bd26-419c-8d50-3546f4778612 req-29e4164f-2661-4fc1-ab01-4cd6624c7aef tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.4273829
Apr 16 16:52:40.450779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:40.512190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:40.519792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:40.728732 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff951481-bd26-419c-8d50-3546f4778612 req-db5b4b73-9629-45dd-bd55-e1256919b007 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2906482
Apr 16 16:52:40.770221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e461b-e110-4356-a165-2f1e0a5b6bac req-97d32b86-2399-4673-b171-bb091aa47ffb tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:40.779572 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f51e461b-e110-4356-a165-2f1e0a5b6bac req-97d32b86-2399-4673-b171-bb091aa47ffb tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 945 time: 0.3798430
Apr 16 16:52:40.808924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1318634434-network', 'tenant_id': '215e50567539412caa22fd5000dc74a6'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:40.816778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:40.834061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['ee6c6c28-4fef-436e-a001-4f66a8ffef9d'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:52:40.847474 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f51e461b-e110-4356-a165-2f1e0a5b6bac req-9dbc6772-d309-4f8b-a863-a9c1c1056ad1 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668027
Apr 16 16:52:40.866769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Usage tracker for resource:network and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:40.870564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:40.878993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:40.889510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Made reservation on behalf of 215e50567539412caa22fd5000dc74a6 for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:52:40.912608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:40.959174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.037154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:41.060702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:41.072206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:41.092422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:41.311060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d1be-756e-422a-954e-5d8c6bbc0026 req-17ab7123-a003-4d57-8e5c-c831baf149ce tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:41.324755 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b136d1be-756e-422a-954e-5d8c6bbc0026 req-17ab7123-a003-4d57-8e5c-c831baf149ce tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.2351460
Apr 16 16:52:41.329514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.339900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.369154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1389}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:52:41.427228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.427597 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Added segment 2debe5ac-eb94-4eb8-b471-9f6ed32f2274 of type vlan for network 4fdfd20a-86ba-40ff-badd-033e171b120f
Apr 16 16:52:41.460081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.491338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-feffc09c-b6ef-4efd-9a17-652616911700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:41.496317 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b136d1be-756e-422a-954e-5d8c6bbc0026 req-7f52c8ce-a5ff-44e6-9e9d-f94848235742 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1704593
Apr 16 16:52:41.501591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.506383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:41.507366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.554804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.576542 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1558442
Apr 16 16:52:41.582671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 49912) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:41.589383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Request body: {'subnet': {'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1318634434-subnet', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'ip_version': 4}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:41.608250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d06fb-57ac-4c7a-9fc4-95db66987547,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:41.618750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:41.619399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:41.624786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:41.643822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Usage tracker for resource:subnet and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:41.666595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:41.683584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:41.722385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Made reservation on behalf of 215e50567539412caa22fd5000dc74a6 for: {'subnet': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:52:41.730034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64218431'] for subnet, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:41.790655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdfd20a-86ba-40ff-badd-033e171b120f,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:41.799667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:41.888901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 4fdfd20a-86ba-40ff-badd-033e171b120f details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:52:42.513425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a77c9-605b-457b-b42e-bc97df63f365 req-c3272f3a-70e9-47c8-b5fe-fa83fea038ba tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:42.515909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-462a77c9-605b-457b-b42e-bc97df63f365 req-c3272f3a-70e9-47c8-b5fe-fa83fea038ba tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.4101250
Apr 16 16:52:42.597783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567629dc-9a1f-4a3c-ac85-b2237aaa554c req-3c13740f-11fc-4aa4-8a06-484b3b65034a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:42.599867 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-567629dc-9a1f-4a3c-ac85-b2237aaa554c req-3c13740f-11fc-4aa4-8a06-484b3b65034a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 945 time: 0.3520515
Apr 16 16:52:42.668536 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-462a77c9-605b-457b-b42e-bc97df63f365 req-511f839b-e9be-473f-87e6-20bb830e515e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1346428
Apr 16 16:52:42.693807 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-567629dc-9a1f-4a3c-ac85-b2237aaa554c req-2ea5509c-2e91-4bc9-baff-ed9a395d5893 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0606184
Apr 16 16:52:42.935610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65210406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64218380'] for subnet, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:43.030011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b4273c1a-c49a-44c9-9b06-83239f9f333f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:43.189294 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device ee6c6c28-4fef-436e-a001-4f66a8ffef9d up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:43.333612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port ee6c6c28-4fef-436e-a001-4f66a8ffef9d completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:43.342235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port ee6c6c28-4fef-436e-a001-4f66a8ffef9d triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:43.343122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:43.531907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:43.595776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:43.597075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:52:43.604818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:43.607200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:43.675250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee9993e-bf35-4655-8d44-aae93a5acbc9,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:43.716741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:43.720891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:43.782414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.782758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.783718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.784385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.784817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.785164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.787401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.787401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.787401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.787401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.787401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.787987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:43.800250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:43.888811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8a31-8e1c-4079-9d87-8d53f4a702de req-3921fa90-1f87-4bec-8b28-2baf70a940cb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:43.890558 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ef3b8a31-8e1c-4079-9d87-8d53f4a702de req-3921fa90-1f87-4bec-8b28-2baf70a940cb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.9595311
Apr 16 16:52:43.910076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c6518-52f9-45f5-8c08-d3e7a571c56b req-d76475fb-efe2-435e-9f18-5e68a7fff3ef tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:43.918639 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-941c6518-52f9-45f5-8c08-d3e7a571c56b req-d76475fb-efe2-435e-9f18-5e68a7fff3ef tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.8986888
Apr 16 16:52:44.085434 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-941c6518-52f9-45f5-8c08-d3e7a571c56b req-a8ba86f0-5781-4b6f-94ca-580a2945aed7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1650972
Apr 16 16:52:44.112553 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ef3b8a31-8e1c-4079-9d87-8d53f4a702de req-2eeafc32-40cd-4932-824c-b7a6f7046147 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820114
Apr 16 16:52:44.112553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Checking segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:52:44.112553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Network hostable DHCP agents. Network: 4fdfd20a-86ba-40ff-badd-033e171b120f, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:52:44.133998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Network 4fdfd20a-86ba-40ff-badd-033e171b120f is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:52:44.147854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 4fdfd20a-86ba-40ff-badd-033e171b120f) {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:44.160531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d128458-b8e7-458c-b421-dfeddfb45d94 None None] Network 4fdfd20a-86ba-40ff-badd-033e171b120f requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:52:44.163801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:44.164619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:44.191848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 49968) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:44.200385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:44.216256 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8b6b39b8-cb2e-460f-a620-3e777bc7a2c4 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6323559
Apr 16 16:52:44.226699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:44.242391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Usage tracker for resource:router and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:44.248268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:44.257422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:44.275131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:44.277479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:44.309018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:44.356957 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'code': 200}
Apr 16 16:52:44.373692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b06d3-6b6b-406c-aa45-b7d5bf950d22 req-b98079ec-3d83-4e7d-9ed3-2c06dfe9f01e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:44.387793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-456b06d3-6b6b-406c-aa45-b7d5bf950d22 req-b98079ec-3d83-4e7d-9ed3-2c06dfe9f01e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1337869
Apr 16 16:52:44.465971 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-456b06d3-6b6b-406c-aa45-b7d5bf950d22 req-655df467-7c13-4dd6-b83b-a87bd4974e5f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0750520
Apr 16 16:52:44.718997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf55a9-8321-46d7-a006-de45158507d8 req-15dc8177-940c-4aef-b3af-4a9823a2316c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:44.721523 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-46cf55a9-8321-46d7-a006-de45158507d8 req-15dc8177-940c-4aef-b3af-4a9823a2316c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.2343178
Apr 16 16:52:44.802158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-4fdfd20a-86ba-40ff-badd-033e171b120f', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:52:44.803748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:44.918722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 49980) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:44.977108 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-46cf55a9-8321-46d7-a006-de45158507d8 req-3b5ec144-f588-4efb-9ddc-c7bd1fd3b6da tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2478747
Apr 16 16:52:45.019048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637daf37-a84b-4b6e-94e5-f2aee4306648 req-cfcd994c-3203-4d00-a3f3-2d1350209a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:45.021125 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-637daf37-a84b-4b6e-94e5-f2aee4306648 req-cfcd994c-3203-4d00-a3f3-2d1350209a49 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1099 time: 0.1897843
Apr 16 16:52:45.084614 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-637daf37-a84b-4b6e-94e5-f2aee4306648 req-80a50e76-eb09-494c-b97a-502ca991197f service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0559249
Apr 16 16:52:45.175893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:45.404921 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Allocated IP 172.20.0.2 (4fdfd20a-86ba-40ff-badd-033e171b120f/4ee9993e-bf35-4655-8d44-aae93a5acbc9/4877f45a-650f-408e-b480-e7e318e762be) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:52:45.520661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:45.539420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:45.544262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Usage tracker for resource:security_group_rule and tenant:6c99fca9b42f41568d80e14ec02733d7 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:45.548571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:45.556462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:45.686096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:45.797617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:45.847105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-51289125-ee80-40cd-933c-83d62dd25f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:45.884574 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=6c99fca9b42f41568d80e14ec02733d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9462135
Apr 16 16:52:45.900874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50012) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:45.998815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.042246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f9d828-c523-4469-bb7b-d7fe05f24710,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:46.055847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.056306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:46.081288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.120826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Transition to ACTIVE for port object 4877f45a-650f-408e-b480-e7e318e762be will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:46.180064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Transition to ACTIVE for port object 4877f45a-650f-408e-b480-e7e318e762be will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:46.193210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.249595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.280325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Allocated IP 172.27.0.12 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/9d17e685-145e-4bd5-a788-8a4d9ad521ed) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:52:46.308875 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.366638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:46.489336 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-3a8b1487-0f24-4255-9cb9-0c8a52858190 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7953079
Apr 16 16:52:46.535564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f299c9-4936-4e07-973c-d31f998e4f61 req-99220140-c732-4a1d-a1a2-1390ebb9cc50 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:46.541654 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-77f299c9-4936-4e07-973c-d31f998e4f61 req-99220140-c732-4a1d-a1a2-1390ebb9cc50 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 1.1471813
Apr 16 16:52:46.542581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.557784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d6b14e59-575a-46e9-93a9-b8ffc940f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:46.566250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.617894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Pushing event updated for resources: {'Port': ['ID=4877f45a-650f-408e-b480-e7e318e762be,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:46.625237 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:46.627502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f9d828-c523-4469-bb7b-d7fe05f24710,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:46.628694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Network 4fdfd20a-86ba-40ff-badd-033e171b120f is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:46.641169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:46.641971 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:46.660569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:52:46.702348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.749476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.768768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dd8d8b36-0ab9-432d-9b0c-9a477625e873 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:46.824386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Attempting to bind port 4877f45a-650f-408e-b480-e7e318e762be on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:52:46.824871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Attempting to bind port 4877f45a-650f-408e-b480-e7e318e762be by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:52:46.825442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Attempting to bind port 4877f45a-650f-408e-b480-e7e318e762be on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:46.851138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:52:46.851520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Checking segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:52:46.851947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.852396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Bound using segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:52:46.852962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Bound port: 4877f45a-650f-408e-b480-e7e318e762be, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:52:46.853384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.860699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:46.861525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Pushing event updated for resources: {'Port': ['ID=9d17e685-145e-4bd5-a788-8a4d9ad521ed,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:46.865787 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f7f9d828-c523-4469-bb7b-d7fe05f24710 HTTP/1.1" status: 204  len: 168 time: 0.9534113
Apr 16 16:52:46.905691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32a6a5-21bf-4ee3-91d6-7e8940722597 req-e6f4cca7-dae0-467b-89b3-b6578ebe6fe5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:46.916734 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc32a6a5-21bf-4ee3-91d6-7e8940722597 req-e6f4cca7-dae0-467b-89b3-b6578ebe6fe5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.8932767
Apr 16 16:52:46.963947 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-77f299c9-4936-4e07-973c-d31f998e4f61 req-5f45f9d3-f606-41a5-85a9-e49eea330454 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3381050
Apr 16 16:52:47.032264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-7c7bb705-bb28-4ff0-b1c4-f18e40e905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:47.036416 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-7c7bb705-bb28-4ff0-b1c4-f18e40e905f8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a46c79620899432c8193a987ece333df&device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 1098 time: 0.3590932
Apr 16 16:52:47.068050 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc32a6a5-21bf-4ee3-91d6-7e8940722597 req-8d1e4a6f-c560-43f0-b2ea-71918b2522d1 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1502404
Apr 16 16:52:47.164831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:47.232556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] For port 4877f45a-650f-408e-b480-e7e318e762be, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:52:47.236122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] For port 4877f45a-650f-408e-b480-e7e318e762be, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4877f45a-650f-408e-b480-e7e318e762be,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:52:47.241809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:47.334742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:47.337416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:47.347950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:52:47.434986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-02e74395-1d28-400c-9d4a-a65341cd09fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:47.724200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-4d276c7a-ade1-4bc2-bf53-3adb30e8d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:47.729590 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-4d276c7a-ade1-4bc2-bf53-3adb30e8d7e7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 200  len: 916 time: 0.6575596
Apr 16 16:52:47.815607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Pushing event updated for resources: {'Port': ['ID=4877f45a-650f-408e-b480-e7e318e762be,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:47.835572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.836169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.836767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.837356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.838691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.839708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.840311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.840894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.841477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.842268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.842626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.843198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:47.851791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:47.924472 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-6b1a3ae5-5d62-41b1-bd36-fc036a1c2631 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2 HTTP/1.1" status: 200  len: 217 time: 0.1762176
Apr 16 16:52:47.936899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e77c-4178-4e5b-8c84-3c0423c313d5 req-d1397d82-ae78-42b7-9023-0f1aa7680f87 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:47.938954 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e533e77c-4178-4e5b-8c84-3c0423c313d5 req-d1397d82-ae78-42b7-9023-0f1aa7680f87 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.6489694
Apr 16 16:52:48.153678 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e533e77c-4178-4e5b-8c84-3c0423c313d5 req-98349e4d-c642-4a91-ab27-ecdd6f024bff tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1731129
Apr 16 16:52:48.226094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-c67b338b-4d5a-4575-bb97-5e50c6bda4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:48.238067 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-c67b338b-4d5a-4575-bb97-5e50c6bda4d7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 200  len: 854 time: 0.2978470
Apr 16 16:52:48.269882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:48.368000 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-99e3e47d-df72-430a-9bd9-2f149659c316 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4b2a2bf5-f241-4566-8a43-225171ec9f91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1148367
Apr 16 16:52:48.678951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4877f45a-650f-408e-b480-e7e318e762be up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:48.750462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ef14f-76d4-4a52-91a3-2a80b66b0c95 req-9eaf1693-8bdd-482d-908e-0259da2196a0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:48.753322 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f12ef14f-76d4-4a52-91a3-2a80b66b0c95 req-9eaf1693-8bdd-482d-908e-0259da2196a0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.3834605
Apr 16 16:52:48.764945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:48.816270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 4877f45a-650f-408e-b480-e7e318e762be completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:48.818379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50072) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:48.893788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb54b2-ac6b-463e-9f5f-fdf17fce129a req-38aefab3-b09c-434f-8916-1751c4982276 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:48.895615 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e1fb54b2-ac6b-463e-9f5f-fdf17fce129a req-38aefab3-b09c-434f-8916-1751c4982276 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.4830854
Apr 16 16:52:48.997492 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f12ef14f-76d4-4a52-91a3-2a80b66b0c95 req-a3110dd5-945b-47a8-a4f2-e73234d82e4e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2228451
Apr 16 16:52:49.057090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Deleting subnet b9bd6284-794d-43ce-90c7-300e904e61d7 {{(pid=85298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:52:49.061089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:49.149806 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-7cb44d9a-14ba-4949-9736-e505498d1b6e service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6181321
Apr 16 16:52:49.244451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036790753660'] for subnet, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:49.325785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:49.383766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:52:49.708940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:52:49.720217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:52:49.743831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:52:49.744688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6b4be0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:52:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:49.784400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:49.788863 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.5931947
Apr 16 16:52:49.789258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50082) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:49.831893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593cbfd7-f770-49c9-aa96-a1173e1d50a7 None None] Network 4fdfd20a-86ba-40ff-badd-033e171b120f requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:52:49.978314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789565411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790557419'] for subnet, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:50.475016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Provisioning for port 4877f45a-650f-408e-b480-e7e318e762be completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:50.508621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Provisioning complete for port 4877f45a-650f-408e-b480-e7e318e762be triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:50.509464 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:50.600967 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e1fb54b2-ac6b-463e-9f5f-fdf17fce129a req-1c7ab083-4575-456a-8900-70c7fd6c959b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 1.6573131
Apr 16 16:52:50.602186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:50.623450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:52:50.752108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:50.772224 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fd3ac73-eab5-4e5d-b1e2-aa1fe9682862 req-81c72815-a408-4bb9-a7f1-ccf7cdc4658d service neutron] 10.222.0.120 "GET /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6005523
Apr 16 16:52:50.778308 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/b9bd6284-794d-43ce-90c7-300e904e61d7 HTTP/1.1" status: 204  len: 168 time: 1.9515984
Apr 16 16:52:50.783701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9bd6284-794d-43ce-90c7-300e904e61d7,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:50.790751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cd527887-3e05-4868-b70f-d08c56629166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:50.792791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50104) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:51.038425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.099782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-005cf696-652b-4271-badb-3f935484efb9 None None] For port 4877f45a-650f-408e-b480-e7e318e762be, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4877f45a-650f-408e-b480-e7e318e762be,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:51.103802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.105722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:51.192335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.200944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6b4be0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:47Z', 'revision_number': 3, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:51.202617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Pushing event updated for resources: {'Port': ['ID=4877f45a-650f-408e-b480-e7e318e762be,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:51.208057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:52:51.208644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Updating router b70113e1-f24f-4469-b4aa-f8ae0583bf42 port 9d17e685-145e-4bd5-a788-8a4d9ad521ed binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:52:51.212274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:51.294675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.381933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb9b68-497e-44e7-a012-a7d81dbbde58 req-25ac0480-3ebb-4971-8694-e780608cc241 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:51.384312 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-78fb9b68-497e-44e7-a012-a7d81dbbde58 req-25ac0480-3ebb-4971-8694-e780608cc241 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 1.7446451
Apr 16 16:52:51.445676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-dcf7aa4c-23ad-45ce-be56-34b479bdac1d None None] Provisioning complete for port 4877f45a-650f-408e-b480-e7e318e762be triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:51.446229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dcf7aa4c-23ad-45ce-be56-34b479bdac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.473418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.616818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.663328 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-78fb9b68-497e-44e7-a012-a7d81dbbde58 req-c692d340-a6ef-4b71-9158-3f8e0d09b1f3 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2599437
Apr 16 16:52:51.848455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ebd5e-54d6-4246-8354-13fc0e69b971 req-67cc14bf-55c8-492f-a4ab-eda49fcea91f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:51.850424 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f57ebd5e-54d6-4246-8354-13fc0e69b971 req-67cc14bf-55c8-492f-a4ab-eda49fcea91f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.5462670
Apr 16 16:52:51.859020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Allocated IP 172.20.0.1 (4fdfd20a-86ba-40ff-badd-033e171b120f/4ee9993e-bf35-4655-8d44-aae93a5acbc9/4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:52:51.945926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:51.980489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Transition to ACTIVE for port object 9d17e685-145e-4bd5-a788-8a4d9ad521ed will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:51.988575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.013985 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f57ebd5e-54d6-4246-8354-13fc0e69b971 req-c53e58c2-8fd5-458f-88a7-b89812134b1f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790794
Apr 16 16:52:52.022473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745dd54630>,) {'filters': {'network_id': ['f0049d23-d06a-45a0-91cb-3ec160e2a601']}} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:52.063710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745dd54630>, 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e') {'for_net_delete': True} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:52.064365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745dd54630>, 'de3fa7c3-e7af-4d4e-b03f-429483d3db9e') {} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:52.114677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64022204'] for segment, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.135448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.140559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.149553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Releasing vlan 1369 on physical network physnet1 to pool {{(pid=85298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:52:52.165459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Transition to ACTIVE for port object 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:52:52.226626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.250881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:52.330544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-afbb725c-e488-45c5-a332-099fcfb1c2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:52.459667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Network 4fdfd20a-86ba-40ff-badd-033e171b120f is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:52.460767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Pushing event updated for resources: {'Port': ['ID=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:52.464801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:52.470667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:52:52.527251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Pushing event updated for resources: {'Port': ['ID=9d17e685-145e-4bd5-a788-8a4d9ad521ed,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:52.529021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.529472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.529896 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.530403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.530813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.531256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.531762 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.532255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.532781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.533228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.533643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.534150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.541217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:52.568119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.571571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.572143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.572639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.573707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.575319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.575851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.577561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.578178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.578659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.580444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.580930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:52:52.585572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:52:52.585773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4877f45a-650f-408e-b480-e7e318e762be up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:52.598757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:52.614452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65211580'] for segment, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.621707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.639646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Attempting to bind port 9d17e685-145e-4bd5-a788-8a4d9ad521ed on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:52:52.645102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Attempting to bind port 9d17e685-145e-4bd5-a788-8a4d9ad521ed by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:52:52.645786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Attempting to bind port 9d17e685-145e-4bd5-a788-8a4d9ad521ed on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:52:52.661959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:52:52.662396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:52:52.662845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.663279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:52:52.663805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Bound port: 9d17e685-145e-4bd5-a788-8a4d9ad521ed, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:52:52.664216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.875516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 4877f45a-650f-408e-b480-e7e318e762be triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:52.876223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.905225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] For port 9d17e685-145e-4bd5-a788-8a4d9ad521ed, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:52:52.910932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] For port 9d17e685-145e-4bd5-a788-8a4d9ad521ed, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=9d17e685-145e-4bd5-a788-8a4d9ad521ed,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:52:52.918383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.983440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:52.997593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:53.000601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-9846317b-469a-44d9-b25b-7f98fed255f5 None None] Provisioning for port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:53.021152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-9846317b-469a-44d9-b25b-7f98fed255f5 None None] Provisioning complete for port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:53.021591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9846317b-469a-44d9-b25b-7f98fed255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:53.076654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Network f0049d23-d06a-45a0-91cb-3ec160e2a601 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:52:53.247606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-9846317b-469a-44d9-b25b-7f98fed255f5 None None] Port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:52:53.357832 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:52:53.384656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:53.448323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Pushing event updated for resources: {'Port': ['ID=9d17e685-145e-4bd5-a788-8a4d9ad521ed,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:53.449773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:53.464222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8071b985-f52a-45c6-b205-05322c56f41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:53.468105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:53.495705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dffe0-7e7e-4bd3-b637-9ea9a81c5862 req-5bc33d06-3978-4222-a307-eefc25a9a2b7 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:53.505437 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-519dffe0-7e7e-4bd3-b637-9ea9a81c5862 req-5bc33d06-3978-4222-a307-eefc25a9a2b7 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 1.6778636
Apr 16 16:52:53.532901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0049d23-d06a-45a0-91cb-3ec160e2a601,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:53.544278 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:53.571778 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] 10.222.0.103 "DELETE /v2.0/networks/f0049d23-d06a-45a0-91cb-3ec160e2a601 HTTP/1.1" status: 204  len: 168 time: 2.7755039
Apr 16 16:52:53.571990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:52:53.571990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6b4be0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:52:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:53.615106 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-519dffe0-7e7e-4bd3-b637-9ea9a81c5862 req-713dc7bf-4b61-4a91-a390-f05703d46e65 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1085458
Apr 16 16:52:53.666612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50124) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:53.672088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6237d-904d-4b35-ba51-604f5ecead7a req-c62b88f8-b4a9-4f49-887d-743ab58a3d04 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:53.673863 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-63b6237d-904d-4b35-ba51-604f5ecead7a req-c62b88f8-b4a9-4f49-887d-743ab58a3d04 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.2836859
Apr 16 16:52:53.678944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:53.687829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:53.790052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:53.902439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:53.925385 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-63b6237d-904d-4b35-ba51-604f5ecead7a req-3544dca3-d201-4721-b003-1d3a6b494047 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2426560
Apr 16 16:52:53.989557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:52:54.035107 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50130) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:54.131520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a018ee6-9b4f-446c-862b-8a25bf8b92b9 req-398f9912-269f-45f2-afcd-50090fb9441d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:54.133835 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6a018ee6-9b4f-446c-862b-8a25bf8b92b9 req-398f9912-269f-45f2-afcd-50090fb9441d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.3378952
Apr 16 16:52:54.221728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Pushing event updated for resources: {'Port': ['ID=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:54.242569 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6f0261e0-b551-4634-afbd-f374bf78d76d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1d5f124676424457a8eb80eafbc0b97d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1956444
Apr 16 16:52:54.242741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:54.242823 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50136) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:54.286922 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6a018ee6-9b4f-446c-862b-8a25bf8b92b9 req-8de57b71-e26e-4bd9-92f4-42a21d8c3795 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394064
Apr 16 16:52:54.331927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d9828-d93c-485d-ba84-bee0eada3d51 tempest-TestShelveInstance-1864264329 tempest-TestShelveInstance-1864264329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:54.333021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3c5d9828-d93c-485d-ba84-bee0eada3d51 tempest-TestShelveInstance-1864264329 tempest-TestShelveInstance-1864264329-project-admin] Synchronizing usage tracker for tenant:6825eb5135b143ec99dc2accff6c5599 on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:52:54.356644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3c5d9828-d93c-485d-ba84-bee0eada3d51 tempest-TestShelveInstance-1864264329 tempest-TestShelveInstance-1864264329-project-admin] Unset dirty status for tenant:6825eb5135b143ec99dc2accff6c5599 on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:52:54.358390 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3c5d9828-d93c-485d-ba84-bee0eada3d51 tempest-TestShelveInstance-1864264329 tempest-TestShelveInstance-1864264329-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1094 time: 0.6906970
Apr 16 16:52:54.366930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50140) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:54.369781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:54.382468 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Network 4fdfd20a-86ba-40ff-badd-033e171b120f is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:54.384081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:54.408368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'port_id': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:54.430559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:54.440242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Usage tracker for resource:floatingip and tenant:36e2bc75e4e1400fab18b3944402fa76 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:54.448850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:54.466690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:54.496055 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:52:54.501537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for floatingip, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:54.573498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6b4be0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:52:51Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:54.577180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:54.581132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd071ae-9b1b-42af-8fe9-000fe92b41a2 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:52:51Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:52:54.735105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:52:54.793940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-1083302a-615e-46cd-a176-52de65a1c2a9 None None] Provisioning complete for port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:54.795307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1083302a-615e-46cd-a176-52de65a1c2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:54.798041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:54.804661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8c501bbc-bfaa-481c-b20c-5c78e79185cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:54.838218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3126a005-f937-4827-9146-86d28de4a792,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:54.852246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:54.864858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:54.918944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:54.920213 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3126a005-f937-4827-9146-86d28de4a792 HTTP/1.1" status: 204  len: 168 time: 0.6764786
Apr 16 16:52:54.962069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-1083302a-615e-46cd-a176-52de65a1c2a9 None None] Port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:52:55.318680 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Allocated IP 172.27.0.108 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/ffa4ea3c-1629-4bf0-b23f-8e36007a8dc3) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:52:55.629634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:52:55.655620 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] 10.222.0.103 "PUT /v2.0/routers/b70113e1-f24f-4469-b4aa-f8ae0583bf42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8649352
Apr 16 16:52:56.052158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295a269-9db3-4cba-9702-aa56f9a30d31 req-ce075281-6972-4f15-90d5-ce9579539ff9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:56.065602 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d295a269-9db3-4cba-9702-aa56f9a30d31 req-ce075281-6972-4f15-90d5-ce9579539ff9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.6437237
Apr 16 16:52:56.109036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137c88-d18a-4e7b-8733-8e15ba5132d2 req-e5ad377d-2c04-42a6-89af-5b5b48c2ffd4 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:56.125452 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8c137c88-d18a-4e7b-8733-8e15ba5132d2 req-e5ad377d-2c04-42a6-89af-5b5b48c2ffd4 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.4770324
Apr 16 16:52:56.180279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:56.226827 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d295a269-9db3-4cba-9702-aa56f9a30d31 req-4fe7a8db-0b8f-4035-8913-ce41be8922a7 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601920
Apr 16 16:52:56.248178 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8c137c88-d18a-4e7b-8733-8e15ba5132d2 req-d974f79c-ff22-4f2c-ad32-5e073d10ca44 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164553
Apr 16 16:52:56.294577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:56.328701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:56.665220 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 9d17e685-145e-4bd5-a788-8a4d9ad521ed up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:56.805886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'Port': ['ID=ffa4ea3c-1629-4bf0-b23f-8e36007a8dc3,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:56.822238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:52:56.849509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:56.854577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:56.855533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:52:56.943225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 9d17e685-145e-4bd5-a788-8a4d9ad521ed completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:52:56.958770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 9d17e685-145e-4bd5-a788-8a4d9ad521ed triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:56.959305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.267649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.335903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 9d17e685-145e-4bd5-a788-8a4d9ad521ed, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=9d17e685-145e-4bd5-a788-8a4d9ad521ed,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:52:57.339286 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.352622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:57.584906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50200) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:57.585527 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=9d17e685-145e-4bd5-a788-8a4d9ad521ed,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:57.590374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:57.600010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-421648928-network', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:57.608111 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:57.629355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Usage tracker for resource:network and tenant:1ba1ff3ca5c04b14bdd2c0cad25323c5 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:57.634782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:57.651746 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:57.677203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Made reservation on behalf of 1ba1ff3ca5c04b14bdd2c0cad25323c5 for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:52:57.690341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.723240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.741685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:57.746518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba1ff3ca5c04b14bdd2c0cad25323c5 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:57.751084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:57.759434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:57.876055 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.885127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.902503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1394}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:52:57.916116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.916813 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Added segment dc7badaf-829a-4ced-a14a-41f024c73963 of type vlan for network 83dd080c-652c-4b26-835e-58457fd87de4
Apr 16 16:52:57.950218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:57.991631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1c424169-29ff-4a0b-893b-224313593efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:58.006756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:58.021559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:58.022647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:58.058661 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4720178
Apr 16 16:52:58.069664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50206) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:58.077970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Request body: {'subnet': {'network_id': '83dd080c-652c-4b26-835e-58457fd87de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-421648928-subnet', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:58.083548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd1a68f-370a-460d-88cb-8eba70e40089,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:58.100943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:58.104765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:58.141821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:58.151268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Usage tracker for resource:subnet and tenant:1ba1ff3ca5c04b14bdd2c0cad25323c5 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:58.157557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:58.254541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783029-a462-486d-bddc-198a9fc69485 req-0ff2c7c9-f902-475a-9fe1-44db9e031e80 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:58.256306 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9f783029-a462-486d-bddc-198a9fc69485 req-0ff2c7c9-f902-475a-9fe1-44db9e031e80 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.4173279
Apr 16 16:52:58.308720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Pushing event updated for resources: {'Network': ['ID=83dd080c-652c-4b26-835e-58457fd87de4,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:58.320819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 83dd080c-652c-4b26-835e-58457fd87de4 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:52:58.322139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:52:58.325518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:58.339473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Made reservation on behalf of 1ba1ff3ca5c04b14bdd2c0cad25323c5 for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:52:58.370255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:58.522416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e6dff-a5ed-4fb5-87e0-33fee4a91d6a req-67e12798-12a8-4cb7-9eec-f4d59a6eb3cf tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:58.532413 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e37e6dff-a5ed-4fb5-87e0-33fee4a91d6a req-67e12798-12a8-4cb7-9eec-f4d59a6eb3cf tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.6516185
Apr 16 16:52:58.607166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 9d17e685-145e-4bd5-a788-8a4d9ad521ed up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:52:58.787929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 9d17e685-145e-4bd5-a788-8a4d9ad521ed triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:52:58.788600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:58.838090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:59.129832 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:59.187319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:59.416275 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e37e6dff-a5ed-4fb5-87e0-33fee4a91d6a req-664dd44a-7bbf-4078-9d8e-330ed18f6e56 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8821306
Apr 16 16:52:59.504368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:52:59.513374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f6362b62-5e89-4127-b531-1ac4108ce2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:59.535449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:52:59.536133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e948080>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:52:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:52:59.646556 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9f783029-a462-486d-bddc-198a9fc69485 req-c094a6ef-f68a-43e4-b108-6237119fcb0e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.3780363
Apr 16 16:52:59.681862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Checking segment: {'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:52:59.684940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Network hostable DHCP agents. Network: 83dd080c-652c-4b26-835e-58457fd87de4, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:52:59.741019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1634af4b-1d61-4305-9b44-3b4ba5dd082e,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:52:59.746939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:52:59.780671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:59.788015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:59.794793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Network 83dd080c-652c-4b26-835e-58457fd87de4 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:52:59.817816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 83dd080c-652c-4b26-835e-58457fd87de4) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:52:59.830444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9bfb4dd4-892a-4c35-8c46-46fdee355744 tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:52:59.838551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:52:59.839526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:52:59.894355 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-91026f9b-fa86-4159-bff0-74bb16be622e admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8227513
Apr 16 16:52:59.901955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50230) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:52:59.912569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb5e4b-5ed7-4952-92dc-4bd38d3629b5 None None] Network 83dd080c-652c-4b26-835e-58457fd87de4 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:52:59.916561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:52:59.938176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:52:59.952588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Usage tracker for resource:router and tenant:1ba1ff3ca5c04b14bdd2c0cad25323c5 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:52:59.960719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:52:59.980486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:00.024455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:00.028724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:00.085075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:00.101008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event updated for resources: {'Port': ['ID=ffa4ea3c-1629-4bf0-b23f-8e36007a8dc3,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:00.108736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:00.279656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:00.387695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:00.695119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:00.729905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-83dd080c-652c-4b26-835e-58457fd87de4', 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'fixed_ips': [{'subnet_id': '1634af4b-1d61-4305-9b44-3b4ba5dd082e'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:53:00.731191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:00.806682 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Floating IP a6e220d9-43dd-474c-b099-3a4c38762f46 associated. External IP: 172.27.0.108, port: ee6c6c28-4fef-436e-a001-4f66a8ffef9d.
Apr 16 16:53:01.235217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-1a9ee0c4-fb0d-438f-bb7e-7f3cf7427154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:01.237710 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-1a9ee0c4-fb0d-438f-bb7e-7f3cf7427154 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.9599545
Apr 16 16:53:01.252185 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812684-f8af-4def-909a-39db2b733f5b req-8ff53521-d616-41bb-9803-958432926d19 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:01.254016 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7812684-f8af-4def-909a-39db2b733f5b req-8ff53521-d616-41bb-9803-958432926d19 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.5703030
Apr 16 16:53:01.275719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Allocated IP 172.20.0.2 (83dd080c-652c-4b26-835e-58457fd87de4/1634af4b-1d61-4305-9b44-3b4ba5dd082e/81520970-0332-4163-b341-b3d6b669e278) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:01.301843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:01.339001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:01.541886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Allocated IP 172.27.0.191 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/350e5be4-33c3-4e49-982d-6cdd4360ad26) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:01.626119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daffd7-d84c-4363-a4ac-e2a084ee5859 req-92bd648c-a693-459c-a936-8111adc07313 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:01.630847 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b4daffd7-d84c-4363-a4ac-e2a084ee5859 req-92bd648c-a693-459c-a936-8111adc07313 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.6963799
Apr 16 16:53:01.720811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e948080>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:52:53Z', 'revision_number': 2, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:01.729790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:01.730300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Updating router b70113e1-f24f-4469-b4aa-f8ae0583bf42 port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:53:01.763737 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7812684-f8af-4def-909a-39db2b733f5b req-44b53a7d-b99c-481e-8b90-2af1787a3c3e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4957650
Apr 16 16:53:01.803704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:01.818233 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b4daffd7-d84c-4363-a4ac-e2a084ee5859 req-3aebd5b0-da31-4754-a4d5-a35bac033d71 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1659303
Apr 16 16:53:01.819571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-676161cc-8706-4934-80a5-7757623534b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:01.821266 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-676161cc-8706-4934-80a5-7757623534b4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 921 time: 0.5522871
Apr 16 16:53:01.836904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-5bc91291-eaca-4c86-b5ae-d169f74ac9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:01.837168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Transition to ACTIVE for port object 81520970-0332-4163-b341-b3d6b669e278 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:01.838931 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-5bc91291-eaca-4c86-b5ae-d169f74ac9a3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 1099 time: 0.1742737
Apr 16 16:53:01.858062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:01.951729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Transition to ACTIVE for port object 81520970-0332-4163-b341-b3d6b669e278 will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:01.988758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:02.051190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:02.065881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:02.069775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-98e19ebc-8839-45bc-ab21-80c1aecb74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:02.071406 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-98e19ebc-8839-45bc-ab21-80c1aecb74e8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.2238624
Apr 16 16:53:02.082570 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-30e1c804-7974-4a24-b274-9e84b4d54a24 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 217 time: 0.1860311
Apr 16 16:53:02.332884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:02.336135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Pushing event updated for resources: {'Port': ['ID=81520970-0332-4163-b341-b3d6b669e278,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:02.344959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:02.353737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-d157502a-a095-4f04-a957-57037053b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:02.358057 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-d157502a-a095-4f04-a957-57037053b3dc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.1872528
Apr 16 16:53:02.375309 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-9a148836-f62c-4764-a731-f610e58727a5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6 HTTP/1.1" status: 200  len: 1002 time: 0.2629292
Apr 16 16:53:02.381940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b036370b-4f14-4ff1-937d-18cb70d32a7f tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:02.440810 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-e6e7fd53-271d-4d7b-8792-4b337bac7bb6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0732424
Apr 16 16:53:02.452810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5828a-e526-4fde-a222-0ea784c8330c req-ff25606a-1ad0-4d30-8752-5703d15047fc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:02.455783 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fc5828a-e526-4fde-a222-0ea784c8330c req-ff25606a-1ad0-4d30-8752-5703d15047fc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 0.4741354
Apr 16 16:53:02.558825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Network 83dd080c-652c-4b26-835e-58457fd87de4 is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:02.564868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:02.572499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:02.731227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Attempting to bind port 81520970-0332-4163-b341-b3d6b669e278 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:02.731781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Attempting to bind port 81520970-0332-4163-b341-b3d6b669e278 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:02.732057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Attempting to bind port 81520970-0332-4163-b341-b3d6b669e278 on network 83dd080c-652c-4b26-835e-58457fd87de4 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:02.738530 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-deddeab9-d258-426e-a8c6-fdae00199440 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791414
Apr 16 16:53:02.772355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:02.772765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Checking segment: {'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:02.773272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:02.773698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Bound using segment: {'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:02.774276 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Bound port: 81520970-0332-4163-b341-b3d6b669e278, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:02.774831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:02.918137 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0fc5828a-e526-4fde-a222-0ea784c8330c req-cba57ac9-011c-4746-be33-c80e8f9fac57 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1484411
Apr 16 16:53:02.994887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:03.019589 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50278) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:03.021530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] For port 81520970-0332-4163-b341-b3d6b669e278, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:03.024485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Transition to ACTIVE for port object 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:03.029489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] For port 81520970-0332-4163-b341-b3d6b669e278, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=81520970-0332-4163-b341-b3d6b669e278,segment=NetworkSegment(dc7badaf-829a-4ced-a14a-41f024c73963),segment_id=dc7badaf-829a-4ced-a14a-41f024c73963)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:03.030485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Router d1bc3366-023d-4bc7-9186-f870cca03fd3 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:53:03.034769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:03.062537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:03.098663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-eb4af878-fa30-4e21-9f2a-2323b52e41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:03.100642 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-eb4af878-fa30-4e21-9f2a-2323b52e41d4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.6042490
Apr 16 16:53:03.163144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:03.198742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Pushing event updated for resources: {'Port': ['ID=350e5be4-33c3-4e49-982d-6cdd4360ad26,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:03.207330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:03.271763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-fe524e4a-b3cb-4b1e-9209-d48b23037159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:03.273992 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-fe524e4a-b3cb-4b1e-9209-d48b23037159 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 1098 time: 0.2986541
Apr 16 16:53:03.334194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-5b6ee669-81d6-49fe-ba4a-816225780710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:03.335859 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-5b6ee669-81d6-49fe-ba4a-816225780710 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2160125
Apr 16 16:53:03.409401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:03.432701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:03.435561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Pushing event updated for resources: {'Port': ['ID=81520970-0332-4163-b341-b3d6b669e278,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:03.443250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:03.449428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:03.465376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:03.465376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-005cf696-652b-4271-badb-3f935484efb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:03.466205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:03.470714 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8466b867-9d65-4f53-94a8-0c9ad8de3aec req-cc258d1d-a94d-4cd1-91a0-3807bc6deeff service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6960275
Apr 16 16:53:03.479620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d65c0-d375-4fe4-abf8-7ebad01e1b03 req-b41336df-5c3c-44fb-9682-b3c8b2a85f8d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:03.489259 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e44d65c0-d375-4fe4-abf8-7ebad01e1b03 req-b41336df-5c3c-44fb-9682-b3c8b2a85f8d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 945 time: 0.7177000
Apr 16 16:53:03.532387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Usage tracker for resource:security_group_rule and tenant:d9cbdc8a4d914f789f8e5d877c388637 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:03.536227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:03.545251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:03.589543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629636a-2cf8-4c4c-b7db-9516cacbd810 None None] Pushing event updated for resources: {'Port': ['ID=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:03.607663 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e44d65c0-d375-4fe4-abf8-7ebad01e1b03 req-00039215-3c24-4253-acf9-5144d558d416 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164575
Apr 16 16:53:03.682046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-5783ba1e-ffed-45e2-a9d4-6a5aaef18fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:03.683953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-5783ba1e-ffed-45e2-a9d4-6a5aaef18fd3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 913 time: 0.3871930
Apr 16 16:53:03.737086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:03.746960 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:03.795584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:03.836771 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d9cbdc8a4d914f789f8e5d877c388637&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8067684
Apr 16 16:53:03.837858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b12906-6efc-4d99-ba51-8b41ed641f04,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:03.841993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50288) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:03.843020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:03.869617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:53:03.882873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] Sync routers for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:53:03.907493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:03.908805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7460259470>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:52:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:03.927569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c629636a-2cf8-4c4c-b7db-9516cacbd810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:03.955282 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-adc23aa8-15dd-427a-af28-ed8d59148d30 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 200  len: 1001 time: 0.1682248
Apr 16 16:53:03.966887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa364f-8c80-4f05-bc14-4a0b522e1060 req-1b4728b1-99a3-4d25-85f5-428640349cc7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:03.969858 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8bfa364f-8c80-4f05-bc14-4a0b522e1060 req-1b4728b1-99a3-4d25-85f5-428640349cc7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.7542937
Apr 16 16:53:04.092645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Attempting to bind port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:04.093420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Attempting to bind port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:04.094256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Attempting to bind port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:04.106818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:04.107502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Checking segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:04.108176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:04.108827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Bound using segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:04.109718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Bound port: 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:04.113417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:04.197403 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8bfa364f-8c80-4f05-bc14-4a0b522e1060 req-614331fa-bc9d-4f8d-9fbc-525ca6e9d789 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129608
Apr 16 16:53:04.199482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:04.200835 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-e9dd731b-41e2-4642-a76d-7942fbd72149 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8026545
Apr 16 16:53:04.315036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:04.364300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] For port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:04.368240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] For port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:04.373267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:04.377967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-99b31f4c-d51b-48c5-b625-d2641eb69343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:04.379792 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-99b31f4c-d51b-48c5-b625-d2641eb69343 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.4094198
Apr 16 16:53:04.390954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-365840cd-587a-4866-87dc-1074e47ae519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:04.504825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:04.655258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629636a-2cf8-4c4c-b7db-9516cacbd810 None None] Pushing event updated for resources: {'Port': ['ID=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:04.662503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c629636a-2cf8-4c4c-b7db-9516cacbd810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:04.718619 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 10.3236568
Apr 16 16:53:04.742030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:04.760493 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:04.761323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e948080>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:52:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:04.769846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:04.828628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:04.838214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7a3c-9f41-4cec-8ba5-9254901d0b17 req-886cedec-559d-47c3-a19c-e9bc84436872 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:04.854439 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-665e7a3c-9f41-4cec-8ba5-9254901d0b17 req-886cedec-559d-47c3-a19c-e9bc84436872 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.9016116
Apr 16 16:53:04.993156 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-665e7a3c-9f41-4cec-8ba5-9254901d0b17 req-33524ddc-60b8-4b55-8b2a-11392fd351af tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375353
Apr 16 16:53:05.046947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-96b98042-cd71-45a9-bf3d-dd6dd6946596 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:05.052042 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-96b98042-cd71-45a9-bf3d-dd6dd6946596 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 945 time: 0.7146420
Apr 16 16:53:05.176203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7460259470>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'a6e220d9-43dd-474c-b099-3a4c38762f46', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'port_id': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'mac_address': 'fa:16:3e:50:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:52:58Z', 'updated_at': '2021-04-16T16:52:58Z', 'revision_number': 0, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:21Z', 'revision_number': 5, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:05.180897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] Checking router: d1bc3366-023d-4bc7-9186-f870cca03fd3 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:05.184098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:05.192327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:05.193257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7460259470>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:52:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:05.270256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Deleting port 51b8feb1-4963-4f27-81af-59dd11a082f7 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:53:05.270862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:05.359343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:53:05.432322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:05.725249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:05.807931 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:05.820097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:05.846434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:05.864123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:05.865852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 51b8feb1-4963-4f27-81af-59dd11a082f7 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:53:05.888109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a26d3-0a9b-482a-94ca-be648b3f4334 req-5eea0cea-e95f-48ec-9453-a6d6eed10d4f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:05.902365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:05.917936 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c00a26d3-0a9b-482a-94ca-be648b3f4334 req-5eea0cea-e95f-48ec-9453-a6d6eed10d4f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 946 time: 1.5666227
Apr 16 16:53:05.950900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:05.979024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-90ad414e-6ef2-4d05-bc54-6aba98c520c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:06.015978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b12906-6efc-4d99-ba51-8b41ed641f04,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:06.026898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e948080>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:04Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:06.027543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:06.047727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1502269-982e-4446-a87f-403c94f82dd2 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:04Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:06.062572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af08b53-726b-41d0-827f-035be2148a40 None None] Network 83dd080c-652c-4b26-835e-58457fd87de4 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:53:06.070422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7460259470>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'a6e220d9-43dd-474c-b099-3a4c38762f46', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'port_id': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'mac_address': 'fa:16:3e:50:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:52:58Z', 'updated_at': '2021-04-16T16:52:58Z', 'revision_number': 0, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:21Z', 'revision_number': 5, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:06.075580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ada48-f055-46a0-8127-2cd693886b69 None None] The sync data for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi is: [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'a6e220d9-43dd-474c-b099-3a4c38762f46', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'port_id': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'mac_address': 'fa:16:3e:50:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:52:58Z', 'updated_at': '2021-04-16T16:52:58Z', 'revision_number': 0, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:21Z', 'revision_number': 5, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:06.108857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=8']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:06.138962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:06.148695 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-209748dd-5291-4feb-9cca-f49ca8ef1417 req-3c5a3f73-2d71-46f0-af5d-4fc360a0900b service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.9194927
Apr 16 16:53:06.181352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:06.197270 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/91b12906-6efc-4d99-ba51-8b41ed641f04 HTTP/1.1" status: 204  len: 168 time: 2.3501117
Apr 16 16:53:06.224101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-25157af8-e41e-4826-b4e0-4f31ff25d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:06.227737 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-25157af8-e41e-4826-b4e0-4f31ff25d103 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 1.8384850
Apr 16 16:53:06.317265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-62f30c2e-3fed-4adc-b98e-03e376231e5b None None] Provisioning for port 81520970-0332-4163-b341-b3d6b669e278 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:06.318459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Router 67e1d320-f534-4848-be07-ea07d4cb27c2 is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:53:06.349386 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c00a26d3-0a9b-482a-94ca-be648b3f4334 req-13807e45-af6d-4450-920f-ca3386db3149 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4301319
Apr 16 16:53:06.390995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:06.392296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98cbca-4a63-4a20-ab4a-30e92bc25772 req-7f78be3c-27f0-4067-868c-7ee591fa7326 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:06.403063 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eb98cbca-4a63-4a20-ab4a-30e92bc25772 req-7f78be3c-27f0-4067-868c-7ee591fa7326 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 945 time: 1.0506356
Apr 16 16:53:06.554148 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eb98cbca-4a63-4a20-ab4a-30e92bc25772 req-44efe36b-d1c2-409e-acff-80b002ab5921 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498971
Apr 16 16:53:06.633888 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'status': 'completed', 'code': 200}
Apr 16 16:53:06.653519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=51b8feb1-4963-4f27-81af-59dd11a082f7,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:06.654129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:06.750502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7c0c7-ddba-4b18-bb87-598dffa79c7a None None] New status for floating IP a6e220d9-43dd-474c-b099-3a4c38762f46: ACTIVE {{(pid=85300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:53:07.051324 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-b059a0fb-19dd-44f0-8b1b-f51dd7ae3529 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8125908
Apr 16 16:53:07.101364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Calling delete_port for 51b8feb1-4963-4f27-81af-59dd11a082f7 owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:53:07.322325 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'code': 200}
Apr 16 16:53:07.345435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 81520970-0332-4163-b341-b3d6b669e278 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:07.365580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71e65-7e9e-4e2f-8d7a-b3949f4bff65 req-90f3bb35-afab-481e-a981-b55db31e5c9d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:07.373514 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1c71e65-7e9e-4e2f-8d7a-b3949f4bff65 req-90f3bb35-afab-481e-a981-b55db31e5c9d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2819195
Apr 16 16:53:07.389279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d14e8-c79d-439a-b6a8-55bed179fe60 req-be98067e-53f6-4940-a7b3-6e81e4be67d9 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:07.401431 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-123d14e8-c79d-439a-b6a8-55bed179fe60 req-be98067e-53f6-4940-a7b3-6e81e4be67d9 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.5171320
Apr 16 16:53:07.488554 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1c71e65-7e9e-4e2f-8d7a-b3949f4bff65 req-26066abd-0f1f-4649-8f28-b9ff034bc022 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139240
Apr 16 16:53:07.606895 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff58db5c-6d2a-4c94-b9d4-e5e592cc0e51 req-ee770170-1740-47e9-a99d-75338689ffa8 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4802711
Apr 16 16:53:07.626897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-561ee729-15b2-4366-ab20-e3a5d432929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:07.634631 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-561ee729-15b2-4366-ab20-e3a5d432929f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1099 time: 0.7698560
Apr 16 16:53:07.643276 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-123d14e8-c79d-439a-b6a8-55bed179fe60 req-8e35c9d7-56fd-40d2-8b9d-f254154504d6 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1682420
Apr 16 16:53:07.652564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=51b8feb1-4963-4f27-81af-59dd11a082f7,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:07.661451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85298) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:53:07.662837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:53:07.665995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-abb6a629-2e25-4488-ab12-3d7b9ee68f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:07.677918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:07.686739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:07.848469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=51b8feb1-4963-4f27-81af-59dd11a082f7,revision_number=6']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:07.861272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:07.862713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 81520970-0332-4163-b341-b3d6b669e278 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:07.872683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 81520970-0332-4163-b341-b3d6b669e278 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:07.873345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:07.921472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:53:07.933268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Sync routers for ids ['67e1d320-f534-4848-be07-ea07d4cb27c2'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:53:07.951670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de694410-4a75-459e-ac09-f88b797c57c6 req-842d53e5-76a4-44db-b598-19ce014b9c1b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:07.954193 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de694410-4a75-459e-ac09-f88b797c57c6 req-842d53e5-76a4-44db-b598-19ce014b9c1b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.2511983
Apr 16 16:53:07.973360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Routers {'67e1d320-f534-4848-be07-ea07d4cb27c2'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:07.974601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f1e92e8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:52:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['67e1d320-f534-4848-be07-ea07d4cb27c2'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:08.023195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-6496bbe5-6f68-40ce-b173-dc22d6d1a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:08.027195 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-6496bbe5-6f68-40ce-b173-dc22d6d1a4ed service neutron] 10.222.0.120 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 911 time: 0.3772595
Apr 16 16:53:08.031894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:08.034662 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.1306441
Apr 16 16:53:08.050665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50334) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:08.125859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:08.223697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 81520970-0332-4163-b341-b3d6b669e278, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=81520970-0332-4163-b341-b3d6b669e278,segment=NetworkSegment(dc7badaf-829a-4ced-a14a-41f024c73963),segment_id=dc7badaf-829a-4ced-a14a-41f024c73963)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:08.232106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Deleting port 51b8feb1-4963-4f27-81af-59dd11a082f7 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:53:08.232468 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:08.238960 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:08.241958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:08.321067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:08.369903 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-003b7e05-d6b1-45a8-be43-bda23fcdf3c2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 1002 time: 0.3290188
Apr 16 16:53:08.464259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-05844e46-206e-412d-8ae1-25028370fdab None None] Provisioning complete for port 81520970-0332-4163-b341-b3d6b669e278 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:08.464688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05844e46-206e-412d-8ae1-25028370fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:08.507848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Set router 67e1d320-f534-4848-be07-ea07d4cb27c2 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:08.524066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=81520970-0332-4163-b341-b3d6b669e278,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:08.558390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:08.571414 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de694410-4a75-459e-ac09-f88b797c57c6 req-13a35c77-7f7c-43a2-9953-8e41e3d1a41a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6059113
Apr 16 16:53:08.600723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:08.605339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-13541471-d892-4a34-9821-09f45a1456fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:08.607155 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-13541471-d892-4a34-9821-09f45a1456fd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 200  len: 848 time: 0.2255142
Apr 16 16:53:08.625922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:08.627841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:08.915778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-3ac20d07-9b9d-4d64-9862-bf0152fc6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:08.924439 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-3ac20d07-9b9d-4d64-9862-bf0152fc6be2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3067119
Apr 16 16:53:08.976417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:09.077265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:09.084105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:09.087045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:09.143205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f1e92e8>, [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T16:53:04Z', 'revision_number': 3, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port': {'id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:01Z', 'updated_at': '2021-04-16T16:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:09.155164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Checking router: 67e1d320-f534-4848-be07-ea07d4cb27c2 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:09.158877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Updating router 67e1d320-f534-4848-be07-ea07d4cb27c2 port 350e5be4-33c3-4e49-982d-6cdd4360ad26 binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:53:09.213778 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-ebc3518c-ea08-4313-9685-ef57c7d335fb service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823691
Apr 16 16:53:09.252967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:09.264999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:09.301849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 81520970-0332-4163-b341-b3d6b669e278 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:09.350523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:09.399936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:09.446253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681f13-adae-4293-b260-9b03350006a0 req-f0ce8c70-a0a3-4a69-845f-cfc5768c2f92 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:09.455169 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc681f13-adae-4293-b260-9b03350006a0 req-f0ce8c70-a0a3-4a69-845f-cfc5768c2f92 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 943 time: 1.5935524
Apr 16 16:53:09.524415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c8c2def1-9035-4d2a-bdef-f73f0619f9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:09.542517 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-466226f3-8c3e-4dc0-8145-e94c5db66a97 req-8ae8955f-c915-4876-858c-6b969a398aed service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3163550
Apr 16 16:53:09.545642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 81520970-0332-4163-b341-b3d6b669e278 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:09.546068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:09.657154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:09.751340 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc681f13-adae-4293-b260-9b03350006a0 req-4ba502e7-366e-4e1f-a000-8b0ac8482331 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2946951
Apr 16 16:53:09.910366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84545d-9692-426d-b1e8-bb8109a7592f req-81c0c2ba-ba8b-4adf-b9cb-1c6f2191306b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:09.912107 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3e84545d-9692-426d-b1e8-bb8109a7592f req-81c0c2ba-ba8b-4adf-b9cb-1c6f2191306b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.8331528
Apr 16 16:53:10.006033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.020073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Transition to ACTIVE for port object 350e5be4-33c3-4e49-982d-6cdd4360ad26 will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:10.035310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.064386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-764775ee-c276-4bf0-8c99-52f73ed52c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:10.113865 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3e84545d-9692-426d-b1e8-bb8109a7592f req-e1c3f2cd-75c6-4e0e-baf4-8c762267b3c7 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856647
Apr 16 16:53:10.176728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] For port 51b8feb1-4963-4f27-81af-59dd11a082f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=51b8feb1-4963-4f27-81af-59dd11a082f7,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:10.177418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.185731 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7', 'code': 200}
Apr 16 16:53:10.238790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.241578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ade756-2bd7-4af8-9ef0-f313ed2b78ad None None] Pushing event updated for resources: {'Port': ['ID=350e5be4-33c3-4e49-982d-6cdd4360ad26,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:10.245501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d8ade756-2bd7-4af8-9ef0-f313ed2b78ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:10.334368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Attempting to bind port 350e5be4-33c3-4e49-982d-6cdd4360ad26 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:10.334795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Attempting to bind port 350e5be4-33c3-4e49-982d-6cdd4360ad26 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:10.335207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Attempting to bind port 350e5be4-33c3-4e49-982d-6cdd4360ad26 on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:10.341585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:10.342006 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:10.342497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.342938 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:10.343461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Bound port: 350e5be4-33c3-4e49-982d-6cdd4360ad26, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:10.343935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.429638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] For port 350e5be4-33c3-4e49-982d-6cdd4360ad26, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:10.433643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] For port 350e5be4-33c3-4e49-982d-6cdd4360ad26, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=350e5be4-33c3-4e49-982d-6cdd4360ad26,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:10.438261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.459892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:10.677454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Calling delete_port for 51b8feb1-4963-4f27-81af-59dd11a082f7 owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:53:10.764552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550015c7-e727-4725-bebd-efcd814587fa req-bc443c02-ba37-4692-8d83-4c1356fb5846 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:10.766509 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-550015c7-e727-4725-bebd-efcd814587fa req-bc443c02-ba37-4692-8d83-4c1356fb5846 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.8482828
Apr 16 16:53:10.792340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ade756-2bd7-4af8-9ef0-f313ed2b78ad None None] Pushing event updated for resources: {'Port': ['ID=350e5be4-33c3-4e49-982d-6cdd4360ad26,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:10.796046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d8ade756-2bd7-4af8-9ef0-f313ed2b78ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:10.815987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:10.854895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Routers {'67e1d320-f534-4848-be07-ea07d4cb27c2'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:10.855550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f1e92e8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['67e1d320-f534-4848-be07-ea07d4cb27c2'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:10.968267 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-550015c7-e727-4725-bebd-efcd814587fa req-fe59dc25-2fef-4fab-bf49-676aed5f8bf1 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1860018
Apr 16 16:53:10.994312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bf9b6-c692-4c16-8c5b-06c8de2c15bc req-586fef4a-1e02-4a46-a427-1b7bbb702b86 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:10.996078 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-114bf9b6-c692-4c16-8c5b-06c8de2c15bc req-586fef4a-1e02-4a46-a427-1b7bbb702b86 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.4466312
Apr 16 16:53:11.168365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] Set router 67e1d320-f534-4848-be07-ea07d4cb27c2 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:11.189504 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-114bf9b6-c692-4c16-8c5b-06c8de2c15bc req-623e84c9-661b-42df-82e7-8295802a7831 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505206
Apr 16 16:53:11.335948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:53:11.391902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:11.405562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:11.447509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:11.489747 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0b20d09c-258f-4a40-b9a7-c83b56004d76 req-fe5200fd-f0e3-42b9-9542-c8f1ac19d1dc tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 210 time: 0.1846383
Apr 16 16:53:11.490466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5e531b96-edc3-4958-994f-e4837ce261fd tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:11.497579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'd1974541-0b41-4461-a761-f565ef4eb7b8', '23369559-a855-4cb3-8ac2-eac8b5506e56'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:53:11.552372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event deleted for resources: {'Port': ['ID=51b8feb1-4963-4f27-81af-59dd11a082f7,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:11.565727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:11.641131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Allocated IP 172.20.0.1 (83dd080c-652c-4b26-835e-58457fd87de4/1634af4b-1d61-4305-9b44-3b4ba5dd082e/706a3032-f1a1-444c-8e74-f57efdae9ff0) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:11.832966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:11.833567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:11.853280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b259c5f-ff63-4fac-b54c-ca82d9da3440 req-7b5254aa-61f4-478a-8067-af938e1a296e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:11.861599 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b259c5f-ff63-4fac-b54c-ca82d9da3440 req-7b5254aa-61f4-478a-8067-af938e1a296e tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.4392123
Apr 16 16:53:11.867324 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f1e92e8>, [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T16:53:04Z', 'revision_number': 3, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port': {'id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:01Z', 'updated_at': '2021-04-16T16:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:11.876145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bdf6d-8833-435d-91a7-0deeab24d8ed None None] The sync data for ids ['67e1d320-f534-4848-be07-ea07d4cb27c2'] in dv-cinder-733622-13-iscsi is: [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T16:53:04Z', 'revision_number': 3, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port': {'id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:01Z', 'updated_at': '2021-04-16T16:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:12.065584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] No DVR routers for this DVR port 51b8feb1-4963-4f27-81af-59dd11a082f7 on host hv-cinder-73362 {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:53:12.079958 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b259c5f-ff63-4fac-b54c-ca82d9da3440 req-1dd5a67c-cbfc-40bd-9b6c-18ea9f461d96 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165267
Apr 16 16:53:12.100285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:12.106784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:12.113523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'name': 'network-vif-deleted', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:12.149575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Transition to ACTIVE for port object 706a3032-f1a1-444c-8e74-f57efdae9ff0 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:12.153391 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76b8be08-4e42-43cb-adf9-ef44fe648c46 req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "DELETE /v2.0/ports/51b8feb1-4963-4f27-81af-59dd11a082f7 HTTP/1.1" status: 204  len: 173 time: 7.0921755
Apr 16 16:53:12.177397 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dbe2a-d325-41eb-808c-36a4534b171b', 'name': 'network-vif-deleted', 'tag': '51b8feb1-4963-4f27-81af-59dd11a082f7', 'status': 'completed', 'code': 200}
Apr 16 16:53:12.191444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:12.215775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:12.355680 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Pushing event updated for resources: {'Port': ['ID=706a3032-f1a1-444c-8e74-f57efdae9ff0,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:12.360170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:12.483424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Network 83dd080c-652c-4b26-835e-58457fd87de4 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:12.485515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:12.488449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:12.562791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:12.776740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:12.810219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b7f55d49-1965-4fb2-8839-8dd33a63a0ca req-ddf08493-0c57-496a-a137-fa9b7e11a2f4 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:53:12.831300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b0900938-5b95-4254-83c1-4ecdc942a225 None None] Provisioning for port 706a3032-f1a1-444c-8e74-f57efdae9ff0 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:12.837207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b0900938-5b95-4254-83c1-4ecdc942a225 None None] Provisioning complete for port 706a3032-f1a1-444c-8e74-f57efdae9ff0 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:12.837631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b0900938-5b95-4254-83c1-4ecdc942a225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:12.903739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-b7f55d49-1965-4fb2-8839-8dd33a63a0ca req-ddf08493-0c57-496a-a137-fa9b7e11a2f4 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:53:12.905063 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7f55d49-1965-4fb2-8839-8dd33a63a0ca req-ddf08493-0c57-496a-a137-fa9b7e11a2f4 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 210 time: 0.1696491
Apr 16 16:53:12.943252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b0900938-5b95-4254-83c1-4ecdc942a225 None None] Port 706a3032-f1a1-444c-8e74-f57efdae9ff0 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:53:13.138037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed9f1-cec0-4b5d-b6e5-68bad5cb1f97 req-2b340aa1-868d-47a3-b7b5-a55c44b832d6 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:13.139843 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-297ed9f1-cec0-4b5d-b6e5-68bad5cb1f97 req-2b340aa1-868d-47a3-b7b5-a55c44b832d6 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1588295
Apr 16 16:53:13.183432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:13.213226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:13.255155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:13.257349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 350e5be4-33c3-4e49-982d-6cdd4360ad26 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:13.346403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 350e5be4-33c3-4e49-982d-6cdd4360ad26 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:13.352058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 350e5be4-33c3-4e49-982d-6cdd4360ad26 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:13.352482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:13.384393 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:13.490607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:13.509486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 350e5be4-33c3-4e49-982d-6cdd4360ad26, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=350e5be4-33c3-4e49-982d-6cdd4360ad26,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:13.513160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:13.517409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:13.597584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50422) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:13.599632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=350e5be4-33c3-4e49-982d-6cdd4360ad26,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:13.603479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:13.733648 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-1e9ddad2-1723-4866-9373-c9f4685b3d79 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1345925
Apr 16 16:53:13.748607 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-297ed9f1-cec0-4b5d-b6e5-68bad5cb1f97 req-709583da-4772-40b3-b25a-187a0b0c2ad6 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5904295
Apr 16 16:53:13.770470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Pushing event updated for resources: {'Port': ['ID=706a3032-f1a1-444c-8e74-f57efdae9ff0,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:13.781092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:13.865117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87847f2-2b43-4627-b461-df10655ee52f req-ab608642-e84a-45de-83fb-208d1eba00c2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:13.866812 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f87847f2-2b43-4627-b461-df10655ee52f req-ab608642-e84a-45de-83fb-208d1eba00c2 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.5605617
Apr 16 16:53:13.871486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Network 83dd080c-652c-4b26-835e-58457fd87de4 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:13.872716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:14.132734 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f87847f2-2b43-4627-b461-df10655ee52f req-dc7bc487-ee7e-4efa-969c-bf4e9e041e58 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577276
Apr 16 16:53:14.142460 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4539bd1a-b7b3-47f6-9376-5a24254f6712 req-e35587df-2fac-43c7-85f5-11a3dac009bb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 210 time: 0.0715563
Apr 16 16:53:14.178874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-54579f8a-9c49-4a5e-9307-8577c41960eb None None] Provisioning complete for port 706a3032-f1a1-444c-8e74-f57efdae9ff0 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:14.179388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54579f8a-9c49-4a5e-9307-8577c41960eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:14.200740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Router 67e1d320-f534-4848-be07-ea07d4cb27c2 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:53:14.244272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-54579f8a-9c49-4a5e-9307-8577c41960eb None None] Port 706a3032-f1a1-444c-8e74-f57efdae9ff0 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:53:14.405943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:53:14.412467 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] 10.222.0.103 "PUT /v2.0/routers/67e1d320-f534-4848-be07-ea07d4cb27c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3551581
Apr 16 16:53:14.980561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Sync routers for ids ['67e1d320-f534-4848-be07-ea07d4cb27c2'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:53:14.992880 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Routers {'67e1d320-f534-4848-be07-ea07d4cb27c2'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:14.994127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e7c9d30>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['67e1d320-f534-4848-be07-ea07d4cb27c2'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:15.006301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e528c27-667d-40ac-94da-f2294cea9864 req-93e34354-8306-4895-8263-c02c51384025 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:15.014576 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e528c27-667d-40ac-94da-f2294cea9864 req-93e34354-8306-4895-8263-c02c51384025 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1123526
Apr 16 16:53:15.069747 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e528c27-667d-40ac-94da-f2294cea9864 req-c0ded69f-5587-4f8b-8dc7-ff08c631db8c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538864
Apr 16 16:53:15.293560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Set router 67e1d320-f534-4848-be07-ea07d4cb27c2 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:15.364477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50452) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:15.370551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162326361', 'description': 'tempest-secgroup-smoke-162326361 description', 'project_id': '215e50567539412caa22fd5000dc74a6'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:15.387648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:15.397767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:15.409907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:15.417088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a62ed-d58b-4c2c-8f25-9ef6e20939f0 req-054853f2-e07c-479a-a90e-588281c3c89c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:15.422206 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-047a62ed-d58b-4c2c-8f25-9ef6e20939f0 req-054853f2-e07c-479a-a90e-588281c3c89c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1268592
Apr 16 16:53:15.433686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:15.463774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.503920 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-047a62ed-d58b-4c2c-8f25-9ef6e20939f0 req-dc52723f-a2f3-464b-86dd-e163ed26b70d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721555
Apr 16 16:53:15.512870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:15.518660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:15.522545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:15.529438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:15.564382 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bfa6b945-18c9-41af-97eb-cde3247f9aba req-87a15add-e7ff-45ee-9960-e29aca3f2968 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=352dbe2a-d325-41eb-808c-36a4534b171b HTTP/1.1" status: 200  len: 210 time: 0.0587826
Apr 16 16:53:15.611906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.615967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.621488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e11e507f-727c-417a-8fa0-a4985c4ee57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:15.640901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 350e5be4-33c3-4e49-982d-6cdd4360ad26 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:15.667189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.668503 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3028729
Apr 16 16:53:15.670547 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2939c5-a453-4f4a-a87d-2538cb0000b9,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:15.672669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50456) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:15.675786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:15.678617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'security_group_rule': {'security_group_id': '9f2939c5-a453-4f4a-a87d-2538cb0000b9', 'project_id': '215e50567539412caa22fd5000dc74a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:15.685994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:15.691417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:15.694417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:15.700627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:15.719520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.800060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.803145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.805325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8bfc0e53-dd95-4bfc-96f9-783eea9b7f3b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:15.832904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225b5a94-e957-4ba0-b82d-63dcd308c5a3,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:15.839198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:15.844071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.849147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50460) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:15.849729 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1760230
Apr 16 16:53:15.858338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'security_group_rule': {'security_group_id': '9f2939c5-a453-4f4a-a87d-2538cb0000b9', 'project_id': '215e50567539412caa22fd5000dc74a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:15.868690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:15.876332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:15.881222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:15.890487 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:15.899010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 350e5be4-33c3-4e49-982d-6cdd4360ad26 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:15.899437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:15.915473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.007569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.011515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.024965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fcaf6ce1-3fe3-451c-a51a-19be88cc6656 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:16.060067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9214b5a5-9920-4e90-a2f4-758bad4340d2,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:16.069018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:16.086979 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.088089 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e50163c0-5000-4d1d-b3ad-f6d03cb0d560 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2368577
Apr 16 16:53:16.092541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50470) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:16.099080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'security_group_rule': {'security_group_id': '9f2939c5-a453-4f4a-a87d-2538cb0000b9', 'project_id': '215e50567539412caa22fd5000dc74a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:16.105283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:16.111654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:16.115316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:16.121933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:16.146021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.174696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e7c9d30>, [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T16:53:12Z', 'revision_number': 4, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port': {'id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:01Z', 'updated_at': '2021-04-16T16:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '706a3032-f1a1-444c-8e74-f57efdae9ff0', 'name': '', 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'mac_address': 'fa:16:3e:5b:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1634af4b-1d61-4305-9b44-3b4ba5dd082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:10Z', 'updated_at': '2021-04-16T16:53:12Z', 'revision_number': 2, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'subnets': [{'id': '1634af4b-1d61-4305-9b44-3b4ba5dd082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:16.191390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Checking router: 67e1d320-f534-4848-be07-ea07d4cb27c2 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:16.192022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Updating router 67e1d320-f534-4848-be07-ea07d4cb27c2 port 706a3032-f1a1-444c-8e74-f57efdae9ff0 binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:53:16.234671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.239681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.241859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:16.260738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.271117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b79c5e-7d02-4820-ae1d-04bf1cfd18cc,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:16.274311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:16.281580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.284750 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1904070
Apr 16 16:53:16.286449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50478) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:16.292342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'security_group_rule': {'security_group_id': '9f2939c5-a453-4f4a-a87d-2538cb0000b9', 'project_id': '215e50567539412caa22fd5000dc74a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:16.299853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:16.305404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:16.308733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:16.317104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:16.337711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.416718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86515f25-703a-438b-af8f-38a68f73d3e4 req-6a366272-e7dd-4c74-b204-5761dfd5aa55 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:16.417396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.418611 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-86515f25-703a-438b-af8f-38a68f73d3e4 req-6a366272-e7dd-4c74-b204-5761dfd5aa55 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1761472
Apr 16 16:53:16.424649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.427750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-146e9523-cee1-4498-8d2e-d80184865665 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:16.431835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-ab65295e-0aa5-40ae-9b90-3d1c1896c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:16.433388 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-ab65295e-0aa5-40ae-9b90-3d1c1896c6ff service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c&tenant_id=fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 1097 time: 0.1267745
Apr 16 16:53:16.456338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7578c9cf-bfb3-4235-bfbb-1cda13662c99,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:16.459098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:16.470945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.475827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50484) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:16.476184 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-45b8bc49-0f82-4db5-82a1-150969853540 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1883862
Apr 16 16:53:16.530133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.530833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'security_group_rule': {'security_group_id': '9f2939c5-a453-4f4a-a87d-2538cb0000b9', 'project_id': '215e50567539412caa22fd5000dc74a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:16.543642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:16.558945 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-86515f25-703a-438b-af8f-38a68f73d3e4 req-ed273f20-7141-4e3c-8cc5-8d9b91c0ee49 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293838
Apr 16 16:53:16.562556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:16.570163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:16.583920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:16.623131 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.securitygroups_db [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Project 215e50567539412caa22fd5000dc74a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 16:53:16.700323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.711181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.727529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Transition to ACTIVE for port object 706a3032-f1a1-444c-8e74-f57efdae9ff0 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:16.734323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.738317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-9f20a9a1-277f-4d4f-98dd-d6a29c239e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:16.739950 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-9f20a9a1-277f-4d4f-98dd-d6a29c239e00 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 1097 time: 0.2674446
Apr 16 16:53:16.751658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:16.905649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.905889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66455ccc-92bf-421d-9463-fc156cc3590b None None] Pushing event updated for resources: {'Port': ['ID=706a3032-f1a1-444c-8e74-f57efdae9ff0,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:16.912350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-66455ccc-92bf-421d-9463-fc156cc3590b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:16.912840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:16.932745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1117-c039-4a50-9a62-213d8c2da2ea req-a82d35c4-8ddc-42a3-92a3-8813fde99a03 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:16.934381 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b56e1117-c039-4a50-9a62-213d8c2da2ea req-a82d35c4-8ddc-42a3-92a3-8813fde99a03 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2988565
Apr 16 16:53:16.941415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:16.995884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a852ba6-510a-43df-b69e-5d453d6e0fce,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:17.007094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:17.029893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-a6f470b2-3213-4bcf-9a3b-6c1b04bce1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:17.031566 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-a6f470b2-3213-4bcf-9a3b-6c1b04bce1aa service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.2781122
Apr 16 16:53:17.036414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.037622 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-65cd8375-8e5f-4af0-a5ed-b7f1d0af8bcf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5267520
Apr 16 16:53:17.041202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50496) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:17.048274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'security_group_rule': {'security_group_id': '9f2939c5-a453-4f4a-a87d-2538cb0000b9', 'project_id': '215e50567539412caa22fd5000dc74a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:17.056709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:17.066167 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:security_group_rule and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:17.070648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:17.091731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:17.104475 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.securitygroups_db [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Project 215e50567539412caa22fd5000dc74a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 16:53:17.114462 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b56e1117-c039-4a50-9a62-213d8c2da2ea req-a8e58a84-09a3-4445-bcbf-a7ac3bd16630 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659968
Apr 16 16:53:17.142799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.175777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Attempting to bind port 706a3032-f1a1-444c-8e74-f57efdae9ff0 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:17.176190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Attempting to bind port 706a3032-f1a1-444c-8e74-f57efdae9ff0 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:17.176602 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Attempting to bind port 706a3032-f1a1-444c-8e74-f57efdae9ff0 on network 83dd080c-652c-4b26-835e-58457fd87de4 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:17.181954 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-f60f874d-85de-40f4-81ec-44e78c25cd24 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6 HTTP/1.1" status: 200  len: 1000 time: 0.1406579
Apr 16 16:53:17.185417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:17.185417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Checking segment: {'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:17.185417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.185417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Bound using segment: {'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:17.186486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Bound port: 706a3032-f1a1-444c-8e74-f57efdae9ff0, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7badaf-829a-4ced-a14a-41f024c73963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:17.187154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.234238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.239252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.241872 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:17.265543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01183ffd-a537-49fc-a4c4-21ab171c4503,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:17.267076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-d53388e3-2eb4-4054-8c65-6d186488fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:17.269380 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-d53388e3-2eb4-4054-8c65-6d186488fe21 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.0783477
Apr 16 16:53:17.272664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:17.292188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.293633 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2509952
Apr 16 16:53:17.304685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] For port 706a3032-f1a1-444c-8e74-f57efdae9ff0, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:17.308169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] For port 706a3032-f1a1-444c-8e74-f57efdae9ff0, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=706a3032-f1a1-444c-8e74-f57efdae9ff0,segment=NetworkSegment(dc7badaf-829a-4ced-a14a-41f024c73963),segment_id=dc7badaf-829a-4ced-a14a-41f024c73963)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:17.319399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:17.338999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:17.378897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-cba70018-ec64-4b55-9a42-ee32b523abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:17.380566 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-cba70018-ec64-4b55-9a42-ee32b523abab service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1038730
Apr 16 16:53:17.516145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66455ccc-92bf-421d-9463-fc156cc3590b None None] Pushing event updated for resources: {'Port': ['ID=706a3032-f1a1-444c-8e74-f57efdae9ff0,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:17.522534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-66455ccc-92bf-421d-9463-fc156cc3590b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:17.549523 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-2c588986-c639-4850-8050-f4f448980f65 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594996
Apr 16 16:53:17.587043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Routers {'67e1d320-f534-4848-be07-ea07d4cb27c2'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:17.587754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e7c9d30>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['67e1d320-f534-4848-be07-ea07d4cb27c2'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:17.753615 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-18588209-948b-4352-afa1-d355ddf2c7c3 req-c7a794a1-5ea5-43ac-81f6-fd2a896f388d service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937485
Apr 16 16:53:17.848924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] Set router 67e1d320-f534-4848-be07-ea07d4cb27c2 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:17.885657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a07f-8081-4fec-beba-d308d104288f req-51a16802-7dbe-4665-94f1-2d5b8cb15327 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:17.887296 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cc08a07f-8081-4fec-beba-d308d104288f req-51a16802-7dbe-4665-94f1-2d5b8cb15327 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1152685
Apr 16 16:53:17.984764 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cc08a07f-8081-4fec-beba-d308d104288f req-c4423657-446c-45ae-a665-7e58122f2299 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865209
Apr 16 16:53:18.338917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e7c9d30>, [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T16:53:12Z', 'revision_number': 4, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port': {'id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:01Z', 'updated_at': '2021-04-16T16:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '706a3032-f1a1-444c-8e74-f57efdae9ff0', 'name': '', 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'mac_address': 'fa:16:3e:5b:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1634af4b-1d61-4305-9b44-3b4ba5dd082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:10Z', 'updated_at': '2021-04-16T16:53:17Z', 'revision_number': 4, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'subnets': [{'id': '1634af4b-1d61-4305-9b44-3b4ba5dd082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:18.344040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd67b9-5a95-415a-bc8d-213f2c5edd42 None None] The sync data for ids ['67e1d320-f534-4848-be07-ea07d4cb27c2'] in dv-cinder-733622-13-iscsi is: [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T16:53:12Z', 'revision_number': 4, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port': {'id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:01Z', 'updated_at': '2021-04-16T16:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '706a3032-f1a1-444c-8e74-f57efdae9ff0', 'name': '', 'network_id': '83dd080c-652c-4b26-835e-58457fd87de4', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'mac_address': 'fa:16:3e:5b:b1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1634af4b-1d61-4305-9b44-3b4ba5dd082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:10Z', 'updated_at': '2021-04-16T16:53:17Z', 'revision_number': 4, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'subnets': [{'id': '1634af4b-1d61-4305-9b44-3b4ba5dd082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:18.401921 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90235da4-d3ed-40bb-bb8e-7a2c17b54e2d req-9ff9772f-c66e-4f2f-bae6-bd98d342a29c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:18.411475 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-90235da4-d3ed-40bb-bb8e-7a2c17b54e2d req-9ff9772f-c66e-4f2f-bae6-bd98d342a29c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1483634
Apr 16 16:53:18.572910 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-90235da4-d3ed-40bb-bb8e-7a2c17b54e2d req-99c2cb45-b44a-472f-af1a-3d830f315808 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602869
Apr 16 16:53:18.601782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ad3b-c775-4eb9-98bb-d20e1256df99 req-d55630d8-c552-463e-b8e2-f178b90ac0c3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:18.611207 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a019ad3b-c775-4eb9-98bb-d20e1256df99 req-d55630d8-c552-463e-b8e2-f178b90ac0c3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.1787477
Apr 16 16:53:18.681957 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a019ad3b-c775-4eb9-98bb-d20e1256df99 req-9d74fb48-1c20-44e4-a290-dad60a824525 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694559
Apr 16 16:53:18.993772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50600) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:19.306610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:19.333854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:19.338632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Usage tracker for resource:security_group_rule and tenant:d305625dd20f4556959d01e40db599c8 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:19.359807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:19.362840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 706a3032-f1a1-444c-8e74-f57efdae9ff0 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:19.367866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:19.477822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb98f86-1325-442f-96ec-c4cae8580ddf req-c8b8de3f-d532-40eb-a8e8-f9d5ea0832de tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:19.490329 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ceb98f86-1325-442f-96ec-c4cae8580ddf req-c8b8de3f-d532-40eb-a8e8-f9d5ea0832de tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.2458608
Apr 16 16:53:19.524810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 706a3032-f1a1-444c-8e74-f57efdae9ff0 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:19.531908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 706a3032-f1a1-444c-8e74-f57efdae9ff0 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:19.532853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:19.597695 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ceb98f86-1325-442f-96ec-c4cae8580ddf req-c55ce8d0-4f51-4817-bc15-274fbd0d2c47 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963881
Apr 16 16:53:19.874519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:19.882319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:19.917426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-341aac53-9389-46c2-9a91-aa1c6b4c36a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:19.957174 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d305625dd20f4556959d01e40db599c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9618647
Apr 16 16:53:19.958600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50614) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:19.959416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca937135-40ab-484c-825e-74cb1f1a562c,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:19.966580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:20.113882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1933c9-75ba-4743-9027-13c8fb93157e req-e03e4868-71a5-414d-b94c-4307a353dc6a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:20.135395 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4d1933c9-75ba-4743-9027-13c8fb93157e req-e03e4868-71a5-414d-b94c-4307a353dc6a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.3037345
Apr 16 16:53:20.142965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:20.189616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:20.191481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:20.218713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054fa8-8e2e-447c-a897-c8512a0816fc req-d87d8b93-fa13-4398-a9e7-89a19d7790ac tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:20.229464 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b5054fa8-8e2e-447c-a897-c8512a0816fc req-d87d8b93-fa13-4398-a9e7-89a19d7790ac tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.2892008
Apr 16 16:53:20.238021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 706a3032-f1a1-444c-8e74-f57efdae9ff0, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=706a3032-f1a1-444c-8e74-f57efdae9ff0,segment=NetworkSegment(dc7badaf-829a-4ced-a14a-41f024c73963),segment_id=dc7badaf-829a-4ced-a14a-41f024c73963)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:20.241945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:20.245826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:20.301978 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4d1933c9-75ba-4743-9027-13c8fb93157e req-d281be71-728a-4502-af23-e1150e72df3b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650970
Apr 16 16:53:20.312294 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:20.345566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:20.355036 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b5054fa8-8e2e-447c-a897-c8512a0816fc req-7a4cd928-9c94-4443-8b37-42acecf1c29d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243668
Apr 16 16:53:20.369167 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=706a3032-f1a1-444c-8e74-f57efdae9ff0,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:20.376089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:20.389847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:20.395457 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ca937135-40ab-484c-825e-74cb1f1a562c HTTP/1.1" status: 204  len: 168 time: 0.4314640
Apr 16 16:53:20.396911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca937135-40ab-484c-825e-74cb1f1a562c,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:20.406555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:20.925138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7229d-8cdd-4a6f-8766-5a54a6aa74cd req-f31f6e8d-04ed-412d-8f9d-6187400bd7cd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:20.926936 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34e7229d-8cdd-4a6f-8766-5a54a6aa74cd req-f31f6e8d-04ed-412d-8f9d-6187400bd7cd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1343212
Apr 16 16:53:21.010366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34e7229d-8cdd-4a6f-8766-5a54a6aa74cd req-b80166ba-92c1-49f9-a8e1-043ba81a410f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763571
Apr 16 16:53:21.204401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 706a3032-f1a1-444c-8e74-f57efdae9ff0 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:21.290455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 706a3032-f1a1-444c-8e74-f57efdae9ff0 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:21.290794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:21.466985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50646) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:21.622710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880443563-network', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:21.637509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:21.650438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Usage tracker for resource:network and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:21.656670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:21.668289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:21.708189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe381a4-04e4-43de-846c-2a6419191f66 req-a5cb2baa-b4c7-47bf-83f8-752ceb32416f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:21.709890 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ebe381a4-04e4-43de-846c-2a6419191f66 req-a5cb2baa-b4c7-47bf-83f8-752ceb32416f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1956708
Apr 16 16:53:21.721144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Made reservation on behalf of 0944f6a6bc094a1db167f95dea7b6570 for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:53:21.726186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:21.764186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:22.117074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32421b60-ab53-467f-955e-3447cec741d8 req-69f4307c-0a44-47b5-8cdb-6918403fc457 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:22.118797 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-32421b60-ab53-467f-955e-3447cec741d8 req-69f4307c-0a44-47b5-8cdb-6918403fc457 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.5618312
Apr 16 16:53:22.129413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:22.137322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:22.144244 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ebe381a4-04e4-43de-846c-2a6419191f66 req-5df41ae3-4bf5-439c-bd30-9225a8fbf649 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4249184
Apr 16 16:53:22.145620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:22.190030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:22.254005 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-32421b60-ab53-467f-955e-3447cec741d8 req-ab44455d-370e-4aef-a845-5a3eb724bfa6 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217647
Apr 16 16:53:22.373263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:22.377154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:22.381865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee7fe295-a1d4-4539-aac0-c896cd97b58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:22.477373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1371}  {{(pid=85298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:53:22.500538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f29ea-a413-4478-be29-4c4068988b27,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:22.504320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:22.505640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:22.506030 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Added segment 0953e100-eb26-4520-b716-07ca1d6647eb of type vlan for network 8c55fbc3-094c-44bb-b10a-f991a66d271b
Apr 16 16:53:22.559553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:22.606981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015b5a-10fe-40cd-9ba4-ab36ec85ead0 req-46d828d2-e080-49c1-ad92-72fb6a4f0ea9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:22.608750 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e015b5a-10fe-40cd-9ba4-ab36ec85ead0 req-46d828d2-e080-49c1-ad92-72fb6a4f0ea9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.2132151
Apr 16 16:53:22.617106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:22.618791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:22.620391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:22.628747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7ed1db88-3912-40c9-bd23-0dd7f4d02152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:22.793814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c55fbc3-094c-44bb-b10a-f991a66d271b,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:22.802805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:22.807013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:53:22.842323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e015b5a-10fe-40cd-9ba4-ab36ec85ead0 req-b56e0e46-031e-4752-817c-8bb2385aac40 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2085574
Apr 16 16:53:22.845755 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3775380
Apr 16 16:53:22.848849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50660) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:22.857918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Request body: {'subnet': {'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880443563-subnet', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:22.873240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:22.881226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Usage tracker for resource:subnet and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:22.902788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:22.931854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:22.949117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Made reservation on behalf of 0944f6a6bc094a1db167f95dea7b6570 for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:53:22.958014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:23.449726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf0d29-5aa4-46b9-b6eb-c90b5275c94c req-7d2b638b-1cf6-403e-9ea3-3a9a66fd5221 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:23.452334 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5acf0d29-5aa4-46b9-b6eb-c90b5275c94c req-7d2b638b-1cf6-403e-9ea3-3a9a66fd5221 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1539953
Apr 16 16:53:23.587582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:23.589362 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5acf0d29-5aa4-46b9-b6eb-c90b5275c94c req-a2dcf2da-b40c-46ea-94a6-e64b1a3ea3ec tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793295
Apr 16 16:53:23.649030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a96b22-22fa-41e8-9df4-9d9630abcc2c req-9d73cbe5-3205-4644-8bbb-a36575f43c9a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:23.651774 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-72a96b22-22fa-41e8-9df4-9d9630abcc2c req-9d73cbe5-3205-4644-8bbb-a36575f43c9a tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.1981208
Apr 16 16:53:23.681144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:23.706366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-72a96b22-22fa-41e8-9df4-9d9630abcc2c req-909d26e0-8b46-45c3-ab3f-ebc7d6c8bc88 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468915
Apr 16 16:53:23.806744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f366899f-75b2-49d4-b308-e522cde3b565,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:23.810147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:23.855076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Checking segment: {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:23.855475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Network hostable DHCP agents. Network: 8c55fbc3-094c-44bb-b10a-f991a66d271b, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:53:23.897064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:53:23.909341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 8c55fbc3-094c-44bb-b10a-f991a66d271b) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:23.919253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28ad8c-1a05-4a9e-8643-22ad65e4c81b None None] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:53:23.926158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:23.926892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:23.957258 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1064813
Apr 16 16:53:23.959593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50672) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:23.965562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:23.984194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:23.995857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Usage tracker for resource:router and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:24.007004 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:24.031035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:24.044847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.046193 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.068637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.144041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33b41-2ff1-4295-924e-0195c4de3e30 req-085cdb42-caa8-419a-99f9-2d0c29647e00 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:24.147353 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ebb33b41-2ff1-4295-924e-0195c4de3e30 req-085cdb42-caa8-419a-99f9-2d0c29647e00 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1604819
Apr 16 16:53:24.236897 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ebb33b41-2ff1-4295-924e-0195c4de3e30 req-1c82aa59-d45d-4c3a-bf44-ccaebfb9fd89 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828791
Apr 16 16:53:24.311723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-8c55fbc3-094c-44bb-b10a-f991a66d271b', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:53:24.313022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.453424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.509239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Allocated IP 172.20.0.2 (8c55fbc3-094c-44bb-b10a-f991a66d271b/f366899f-75b2-49d4-b308-e522cde3b565/2724cbd3-ea30-42c3-8a4c-03cb50bf8b16) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:24.816434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.830843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Transition to ACTIVE for port object 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:24.856122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Transition to ACTIVE for port object 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:24.874883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.910957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:24.932342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:24.999006 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:25.070374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Pushing event updated for resources: {'Port': ['ID=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:25.073467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:25.092825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cc007-3f26-479d-b1b3-42d55ed92022 req-a0e56ee8-b89c-44ce-aa3c-2e8835aab07c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:25.103567 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2b6cc007-3f26-479d-b1b3-42d55ed92022 req-a0e56ee8-b89c-44ce-aa3c-2e8835aab07c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2661090
Apr 16 16:53:25.221714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Allocated IP 172.27.0.141 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/f45c5109-775c-41b9-8e0d-afdd26dc8cb6) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:25.244537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:25.246912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:25.253516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19085f0-77ec-4567-8062-ecb45809ac7d req-d8117167-db4c-411e-b235-263c62bb1458 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:25.255020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:25.262002 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a19085f0-77ec-4567-8062-ecb45809ac7d req-d8117167-db4c-411e-b235-263c62bb1458 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.3524854
Apr 16 16:53:25.399755 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2b6cc007-3f26-479d-b1b3-42d55ed92022 req-a99bcb60-f429-41ae-8555-c172a155c6f8 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849441
Apr 16 16:53:25.409034 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a19085f0-77ec-4567-8062-ecb45809ac7d req-05f11ca3-e9f2-4267-99ab-12cc8c6d285b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298482
Apr 16 16:53:25.418412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Attempting to bind port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:25.418841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Attempting to bind port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:25.419251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Attempting to bind port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 on network 8c55fbc3-094c-44bb-b10a-f991a66d271b {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:25.429422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:25.429846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Checking segment: {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:25.430318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:25.430761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Bound using segment: {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:25.431280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Bound port: 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:25.431701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:25.528634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:25.563705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] For port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:25.580207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:25.584232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] For port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:25.593439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:25.618814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-75c5d19f-c0d7-4c22-8650-f5e36059a7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:25.697429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63688fe8-c9ff-49a7-9e79-473aa2a59f8e req-8278f96a-9829-46c3-b149-14cb1fc41c6e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:25.699758 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-63688fe8-c9ff-49a7-9e79-473aa2a59f8e req-8278f96a-9829-46c3-b149-14cb1fc41c6e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1350877
Apr 16 16:53:25.702175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:25.815364 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-63688fe8-c9ff-49a7-9e79-473aa2a59f8e req-e5fd4014-ae14-429a-ac0c-cf03ff3803d8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962522
Apr 16 16:53:25.818047 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Pushing event updated for resources: {'Port': ['ID=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:25.834036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:25.840545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Pushing event updated for resources: {'Port': ['ID=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:25.847236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:25.929360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:25.930594 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:25.933400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:26.771988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc125-5d0e-444a-b616-dc2b101e2bc2 req-1eaa53f1-9525-43a7-b055-1b64f703e3da tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:26.773885 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9fcc125-5d0e-444a-b616-dc2b101e2bc2 req-1eaa53f1-9525-43a7-b055-1b64f703e3da tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.1875257
Apr 16 16:53:26.790905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19192d2-88c1-42a9-ba03-0002376ed35f req-acd7a970-33e8-402e-87ae-0d878c392e43 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:26.792909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d19192d2-88c1-42a9-ba03-0002376ed35f req-acd7a970-33e8-402e-87ae-0d878c392e43 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1528947
Apr 16 16:53:26.797697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:26.867334 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d19192d2-88c1-42a9-ba03-0002376ed35f req-929d5f96-e0e7-4477-a441-a44da731d89b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557086
Apr 16 16:53:26.912414 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e9fcc125-5d0e-444a-b616-dc2b101e2bc2 req-60639640-d8ab-410c-8601-1f480aa31dee tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181641
Apr 16 16:53:27.135891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721afad5-180f-4a35-9579-49c97a16f145 req-c52f74a5-720c-4aed-a6bc-e569cbd653cc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:27.137485 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-721afad5-180f-4a35-9579-49c97a16f145 req-c52f74a5-720c-4aed-a6bc-e569cbd653cc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1265490
Apr 16 16:53:27.238257 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-721afad5-180f-4a35-9579-49c97a16f145 req-909e9c0e-4ea0-4d24-8931-1e0359dc8aed tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915999
Apr 16 16:53:27.322128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:27.347155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:27.453481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:27.640797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Router 2b8c3498-08d7-47b5-91b0-307c4231066d is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:53:27.675441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c078002-624d-4d6f-bbff-aaf81a2b6bb6 None None] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:53:27.798612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Provisioning for port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:27.807994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Provisioning complete for port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:27.808779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:27.896613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:53:27.912091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Sync routers for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:53:27.923840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:27.924654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f649e80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:28.005267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:28.012510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50702) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:28.013772 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fa250263-c5f4-4586-8f0d-2ee0c595a34f admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0519755
Apr 16 16:53:28.280184 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:28.351796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:28.488849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] For port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:28.503773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:28.509088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:28.710454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Pushing event updated for resources: {'Port': ['ID=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:28.723795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:28.862220 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f649e80>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:26Z', 'revision_number': 3, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:28.889825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Checking router: 2b8c3498-08d7-47b5-91b0-307c4231066d for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:28.890440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Updating router 2b8c3498-08d7-47b5-91b0-307c4231066d port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:53:29.083037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:29.268499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-dc912584-c3ca-441c-bf28-6e439e97ce74 None None] Provisioning complete for port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:29.269335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc912584-c3ca-441c-bf28-6e439e97ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:29.445249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:29.731797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:29.732581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:29.745418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:29.763681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Transition to ACTIVE for port object f45c5109-775c-41b9-8e0d-afdd26dc8cb6 will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:29.773276 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:29.801447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:29.827404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d459-8481-4b8a-b768-f980aeaf740b req-8b3684fe-3658-4fbf-943a-f598f8fd7970 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:29.834040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a327d459-8481-4b8a-b768-f980aeaf740b req-8b3684fe-3658-4fbf-943a-f598f8fd7970 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 1.5479472
Apr 16 16:53:29.918866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328954fe-ce21-4c3f-8eb1-fecd3b37bea9 req-1a9cbd33-e42d-4422-96e5-c48fdd03cdd8 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:29.920489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-328954fe-ce21-4c3f-8eb1-fecd3b37bea9 req-1a9cbd33-e42d-4422-96e5-c48fdd03cdd8 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 1.6366434
Apr 16 16:53:29.992290 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:30.013964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3f3fa-fe7c-4122-99bf-7af369911208 None None] Pushing event updated for resources: {'Port': ['ID=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:30.035389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6ee3f3fa-fe7c-4122-99bf-7af369911208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:30.127749 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-328954fe-ce21-4c3f-8eb1-fecd3b37bea9 req-ab3e5dd9-650a-4212-b6fc-d37c7b809795 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921306
Apr 16 16:53:30.133064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Attempting to bind port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:30.133675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Attempting to bind port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:30.133951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Attempting to bind port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:30.142049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:30.142049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:30.142572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:30.143032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:30.143576 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Bound port: f45c5109-775c-41b9-8e0d-afdd26dc8cb6, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:30.144189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:30.268374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] For port f45c5109-775c-41b9-8e0d-afdd26dc8cb6, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:30.279958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] For port f45c5109-775c-41b9-8e0d-afdd26dc8cb6, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:30.292416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:30.308325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2dbdfde3-513f-4cf8-aff5-2d71af71af4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:30.349465 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a327d459-8481-4b8a-b768-f980aeaf740b req-6586171c-e9c7-4489-a53d-49ff7e2acd56 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4603744
Apr 16 16:53:30.392380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Allocated IP 172.20.0.1 (8c55fbc3-094c-44bb-b10a-f991a66d271b/f366899f-75b2-49d4-b308-e522cde3b565/c0984e77-91f7-46a8-b317-57191c7831bf) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:30.488312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3f3fa-fe7c-4122-99bf-7af369911208 None None] Pushing event updated for resources: {'Port': ['ID=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:30.494786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6ee3f3fa-fe7c-4122-99bf-7af369911208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:30.572336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:30.573038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f649e80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:30.745449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff476a08-8510-4151-8543-12faab9f9196 req-208958ed-f2b2-4211-bc1a-c2d65db1fd8c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:30.747155 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff476a08-8510-4151-8543-12faab9f9196 req-208958ed-f2b2-4211-bc1a-c2d65db1fd8c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.4513490
Apr 16 16:53:30.788297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:30.847091 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ff476a08-8510-4151-8543-12faab9f9196 req-bd469f71-fd61-47e8-8c12-50901e0c13f8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913019
Apr 16 16:53:30.907419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:30.929814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Transition to ACTIVE for port object c0984e77-91f7-46a8-b317-57191c7831bf will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:30.970759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:30.996010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:31.197907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c0984e77-91f7-46a8-b317-57191c7831bf,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:31.205722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:31.220035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:31.221599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:31.224306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:31.294801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:31.379500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f649e80>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:26Z', 'revision_number': 3, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:31.398709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235e35d-eb29-402f-85cd-c17afa5d41ef None None] The sync data for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi is: [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:26Z', 'revision_number': 3, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:31.501607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:53:31.653484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:31.670741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-e1ae57fa-3b82-4942-be96-c7c56a837767 None None] Provisioning for port c0984e77-91f7-46a8-b317-57191c7831bf completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:31.680552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-e1ae57fa-3b82-4942-be96-c7c56a837767 None None] Provisioning complete for port c0984e77-91f7-46a8-b317-57191c7831bf triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:31.681192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e1ae57fa-3b82-4942-be96-c7c56a837767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:31.780403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae57fa-3b82-4942-be96-c7c56a837767 None None] Port c0984e77-91f7-46a8-b317-57191c7831bf cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:53:31.785434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db69c-42e5-45c2-b84d-262f3259dab2 req-62de11ad-e57c-489f-8d6f-e110919ee4ea tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:31.787122 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc7db69c-42e5-45c2-b84d-262f3259dab2 req-62de11ad-e57c-489f-8d6f-e110919ee4ea tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.3068397
Apr 16 16:53:31.807054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078cf1-d624-4ec2-b581-2896933f1357 req-bdb46350-c881-423d-ace9-8d6146573420 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:31.808606 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d1078cf1-d624-4ec2-b581-2896933f1357 req-bdb46350-c881-423d-ace9-8d6146573420 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2387962
Apr 16 16:53:31.992511 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d1078cf1-d624-4ec2-b581-2896933f1357 req-54f9a127-e49d-47c4-959f-cbc56ae6aa07 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644912
Apr 16 16:53:32.008024 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc7db69c-42e5-45c2-b84d-262f3259dab2 req-8a73dc24-0883-4baf-bb84-0b41fa63f53c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105434
Apr 16 16:53:32.121704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:32.125701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:32.154213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-45dfc123-fc12-43f8-a190-157198c8d7cb tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:32.303147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c0984e77-91f7-46a8-b317-57191c7831bf,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:32.306673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:32.324073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:32.480905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf61e53-023c-45a8-b8d1-557d80ad412c req-6c404ed2-5d93-484a-937f-c8e80998138c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:32.482538 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1cf61e53-023c-45a8-b8d1-557d80ad412c req-6c404ed2-5d93-484a-937f-c8e80998138c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.3294833
Apr 16 16:53:32.492912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:32.507853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:32.619041 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1cf61e53-023c-45a8-b8d1-557d80ad412c req-a06b95d6-673a-4498-9a26-1ec865b356e6 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284063
Apr 16 16:53:32.762625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Router 2b8c3498-08d7-47b5-91b0-307c4231066d has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:53:32.808151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-386413d0-f768-4fa2-b77c-6a59352dd227 None None] Provisioning complete for port c0984e77-91f7-46a8-b317-57191c7831bf triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:32.808621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-386413d0-f768-4fa2-b77c-6a59352dd227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:32.871951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-386413d0-f768-4fa2-b77c-6a59352dd227 None None] Port c0984e77-91f7-46a8-b317-57191c7831bf cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:53:32.967195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:53:32.977584 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] 10.222.0.103 "PUT /v2.0/routers/2b8c3498-08d7-47b5-91b0-307c4231066d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9637523
Apr 16 16:53:33.270985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f45c5109-775c-41b9-8e0d-afdd26dc8cb6 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:33.291564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac697e-33e1-4be9-9340-9e2ae99bae58 req-2d2f0e0e-9c98-4298-b953-50b11b51857f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:33.293205 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d1ac697e-33e1-4be9-9340-9e2ae99bae58 req-2d2f0e0e-9c98-4298-b953-50b11b51857f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1802232
Apr 16 16:53:33.302199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59467b5-6af3-400a-a9b0-1e0e8461a628 req-450dff5d-4c1a-4597-93a3-a49372dee3a8 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:33.303752 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f59467b5-6af3-400a-a9b0-1e0e8461a628 req-450dff5d-4c1a-4597-93a3-a49372dee3a8 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.1437221
Apr 16 16:53:33.352347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:33.357586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:33.358025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.394109 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d1ac697e-33e1-4be9-9340-9e2ae99bae58 req-910cdc0a-ab95-48e7-bf67-d5cb029a926d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890722
Apr 16 16:53:33.402304 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f59467b5-6af3-400a-a9b0-1e0e8461a628 req-55d37349-471e-43ab-b081-912bc72087ac tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805185
Apr 16 16:53:33.602177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50764) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:33.608475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-47598531-c831-4167-825e-37022e875073 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-478092463-network', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:33.614132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-47598531-c831-4167-825e-37022e875073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:33.618217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-47598531-c831-4167-825e-37022e875073 admin admin] Usage tracker for resource:network and tenant:ee3fcd178e8b49b6a229b00f10b4fa3a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:33.621417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-47598531-c831-4167-825e-37022e875073 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:33.628443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-47598531-c831-4167-825e-37022e875073 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:33.638230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47598531-c831-4167-825e-37022e875073 admin admin] Made reservation on behalf of ee3fcd178e8b49b6a229b00f10b4fa3a for: {'network': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:53:33.643968 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.657477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.659560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.673340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-47598531-c831-4167-825e-37022e875073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:33.676672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port f45c5109-775c-41b9-8e0d-afdd26dc8cb6, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:33.677473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-47598531-c831-4167-825e-37022e875073 admin admin] Usage tracker for resource:security_group_rule and tenant:ee3fcd178e8b49b6a229b00f10b4fa3a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:33.680351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.681112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-47598531-c831-4167-825e-37022e875073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:33.681991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:33.687496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-47598531-c831-4167-825e-37022e875073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:33.756765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:33.760343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:33.796111 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.841934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.850981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f16b18da-adf0-4c1d-9440-309d424bdd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:33.890579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47598531-c831-4167-825e-37022e875073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1374}  {{(pid=85298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:53:33.898900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598531-c831-4167-825e-37022e875073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf93da-9ad9-4017-a71a-947c11e6aa0a,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:33.905048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-47598531-c831-4167-825e-37022e875073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:33.913026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:33.913413 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-47598531-c831-4167-825e-37022e875073 admin admin] Added segment 31505c13-6b87-4653-8bd7-9ce2e41b6ba7 of type vlan for network 9e5a42a7-cf62-4a15-a64e-62d1f4254624
Apr 16 16:53:33.963140 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa7b7f-671a-4ce7-ab43-1db270c00803 req-749e82d9-a75c-4165-84b9-8c1c167f4f56 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:33.964743 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6afa7b7f-671a-4ce7-ab43-1db270c00803 req-749e82d9-a75c-4165-84b9-8c1c167f4f56 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.1748676
Apr 16 16:53:33.972153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:34.041748 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6afa7b7f-671a-4ce7-ab43-1db270c00803 req-aaf3089c-5ebc-4e47-9c7e-e56f9daec739 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646958
Apr 16 16:53:34.046084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:34.048060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47598531-c831-4167-825e-37022e875073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:34.048710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47598531-c831-4167-825e-37022e875073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:34.052854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-31f1627f-0e66-4ca4-9ab1-13958dac63aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:34.169443 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-47598531-c831-4167-825e-37022e875073 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5660090
Apr 16 16:53:34.173361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50770) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:34.175662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598531-c831-4167-825e-37022e875073 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5a42a7-cf62-4a15-a64e-62d1f4254624,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:34.178633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-47598531-c831-4167-825e-37022e875073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:34.182817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Request body: {'subnet': {'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-478092463-subnet', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'ip_version': 4}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:34.188521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:34.189159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:53:34.195337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Usage tracker for resource:subnet and tenant:ee3fcd178e8b49b6a229b00f10b4fa3a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:34.198805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:34.208437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:34.217580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Made reservation on behalf of ee3fcd178e8b49b6a229b00f10b4fa3a for: {'subnet': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:53:34.227792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64218431'] for subnet, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:34.394601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Sync routers for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:53:34.405190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:34.405883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f535d68>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:34.441371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-e1238e83-5cdc-4d7c-995c-d01a5da280e3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:34.443116 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-e1238e83-5cdc-4d7c-995c-d01a5da280e3 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.1213429
Apr 16 16:53:34.611950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:34.911710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Deleting port 23369559-a855-4cb3-8ac2-eac8b5506e56 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:53:34.912091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:34.970350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f535d68>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 2, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:34.974789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Checking router: 2b8c3498-08d7-47b5-91b0-307c4231066d for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:34.975322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Updating router 2b8c3498-08d7-47b5-91b0-307c4231066d port c0984e77-91f7-46a8-b317-57191c7831bf binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:53:35.015185 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5fe6b-aa80-48e1-a43a-c83f1a402b0d req-9166d0de-3f64-4a58-b369-3a5d2e71b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:35.017293 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-92c5fe6b-aa80-48e1-a43a-c83f1a402b0d req-9166d0de-3f64-4a58-b369-3a5d2e71b26f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.0857861
Apr 16 16:53:35.037873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:35.094787 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-92c5fe6b-aa80-48e1-a43a-c83f1a402b0d req-ba687f7b-ff7c-4c3e-a6fb-fb6f6ab9a354 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680091
Apr 16 16:53:35.168486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9732-e2fe-4ad5-924a-2bc9086a3dc0 req-7f73c966-6e1a-4054-91b7-ea3cfa8d4594 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:35.170091 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-251f9732-e2fe-4ad5-924a-2bc9086a3dc0 req-7f73c966-6e1a-4054-91b7-ea3cfa8d4594 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.6367514
Apr 16 16:53:35.244810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd5e34-700d-44ba-9647-017192d34d8f req-cdf1c082-891b-4423-9f65-fa1d5982485f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:35.246439 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-80cd5e34-700d-44ba-9647-017192d34d8f req-cdf1c082-891b-4423-9f65-fa1d5982485f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 946 time: 0.6672721
Apr 16 16:53:35.289541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f45c5109-775c-41b9-8e0d-afdd26dc8cb6 up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:35.419977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:35.420523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:35.421742 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-251f9732-e2fe-4ad5-924a-2bc9086a3dc0 req-9923e87c-dc14-4b88-a35f-f9d4837f6c45 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944768
Apr 16 16:53:35.427361 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-80cd5e34-700d-44ba-9647-017192d34d8f req-26766681-55f6-4f69-aa64-d063e4767d24 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304629
Apr 16 16:53:35.472397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] For port 23369559-a855-4cb3-8ac2-eac8b5506e56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23369559-a855-4cb3-8ac2-eac8b5506e56,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:35.472804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:35.619827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:35.646879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Transition to ACTIVE for port object c0984e77-91f7-46a8-b317-57191c7831bf will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:35.659640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:35.664640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Calling delete_port for 23369559-a855-4cb3-8ac2-eac8b5506e56 owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:53:35.673765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-09a8de88-536d-462b-82c8-d5cce5a3b178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:35.819510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcd4ba-dfa0-4584-b5af-cd7e820a1027 None None] Pushing event updated for resources: {'Port': ['ID=c0984e77-91f7-46a8-b317-57191c7831bf,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:35.823827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8dfcd4ba-dfa0-4584-b5af-cd7e820a1027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:35.905028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192571b0-3e21-49a4-8288-16ff49de72cd req-7deea97c-3b13-4072-864f-f7d5e23219ef tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:35.906797 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-192571b0-3e21-49a4-8288-16ff49de72cd req-7deea97c-3b13-4072-864f-f7d5e23219ef tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.3505938
Apr 16 16:53:35.953404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65210406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64218380'] for subnet, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:35.978905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:36.040009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f127aed-5c40-40d1-b1fd-ab034eb75150,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:36.043086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Attempting to bind port c0984e77-91f7-46a8-b317-57191c7831bf on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:36.043512 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Attempting to bind port c0984e77-91f7-46a8-b317-57191c7831bf by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:36.043919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Attempting to bind port c0984e77-91f7-46a8-b317-57191c7831bf on network 8c55fbc3-094c-44bb-b10a-f991a66d271b {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:36.051105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:36.051525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Checking segment: {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:36.051973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.052411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Bound using segment: {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:36.053070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Bound port: c0984e77-91f7-46a8-b317-57191c7831bf, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:36.053528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.060389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:36.111709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.116033 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-192571b0-3e21-49a4-8288-16ff49de72cd req-992090d7-b4b6-40bc-9961-65c0fa382026 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1996467
Apr 16 16:53:36.133476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'd1974541-0b41-4461-a761-f565ef4eb7b8'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:53:36.148756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:36.254571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] For port c0984e77-91f7-46a8-b317-57191c7831bf, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:36.261156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event deleted for resources: {'Port': ['ID=23369559-a855-4cb3-8ac2-eac8b5506e56,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:36.271099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:36.275032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] For port c0984e77-91f7-46a8-b317-57191c7831bf, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c0984e77-91f7-46a8-b317-57191c7831bf,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:36.296652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.325299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:36.503085 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Checking segment: {'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:36.503667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Network hostable DHCP agents. Network: 9e5a42a7-cf62-4a15-a64e-62d1f4254624, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:53:36.515443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] No DVR routers for this DVR port 23369559-a855-4cb3-8ac2-eac8b5506e56 on host hv-cinder-73362 {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:53:36.524121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.528543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'name': 'network-vif-deleted', 'tag': '23369559-a855-4cb3-8ac2-eac8b5506e56'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:36.549947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:53:36.558837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 9e5a42a7-cf62-4a15-a64e-62d1f4254624) {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:36.561974 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-071be4bf-bdc4-4764-b42e-0f19da588266 req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "DELETE /v2.0/ports/23369559-a855-4cb3-8ac2-eac8b5506e56 HTTP/1.1" status: 204  len: 173 time: 2.0800493
Apr 16 16:53:36.572952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:36.573480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.598411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84461cf6-7d0f-4cb6-aad0-b9f69d3b0780 None None] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:53:36.632344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcd4ba-dfa0-4584-b5af-cd7e820a1027 None None] Pushing event updated for resources: {'Port': ['ID=c0984e77-91f7-46a8-b317-57191c7831bf,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:36.693975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-4819ac61-d78f-437b-8824-acc6860546ae req-eba40898-b03e-4962-aeb9-817925f7a168 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:53:36.697179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8dfcd4ba-dfa0-4584-b5af-cd7e820a1027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:36.705854 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-335e9b09-b502-4f6f-9dee-828f39383e6c admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.5283971
Apr 16 16:53:36.706410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50790) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:36.713080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:36.718301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:36.724939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Usage tracker for resource:router and tenant:ee3fcd178e8b49b6a229b00f10b4fa3a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:36.729245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:36.732134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-4819ac61-d78f-437b-8824-acc6860546ae req-eba40898-b03e-4962-aeb9-817925f7a168 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:53:36.733471 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4819ac61-d78f-437b-8824-acc6860546ae req-eba40898-b03e-4962-aeb9-817925f7a168 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=feb60f26-2b88-48af-81dd-927c66dc681f HTTP/1.1" status: 200  len: 210 time: 0.1151626
Apr 16 16:53:36.741949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:36.750082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba08f14-1c35-4364-848c-5a8580f285b0 req-e03430fb-4c50-434e-99cb-5151022eb7dc tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:36.752464 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ba08f14-1c35-4364-848c-5a8580f285b0 req-e03430fb-4c50-434e-99cb-5151022eb7dc tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1747346
Apr 16 16:53:36.775125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772471'] for router, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.776599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854102725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854097563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3329'] for router, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.837272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:36.865696 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ba08f14-1c35-4364-848c-5a8580f285b0 req-f3ecf285-eb34-4be1-adce-60ee9cffa051 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981531
Apr 16 16:53:36.877292 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb60f26-2b88-48af-81dd-927c66dc681f', 'name': 'network-vif-deleted', 'tag': '23369559-a855-4cb3-8ac2-eac8b5506e56', 'status': 'completed', 'code': 200}
Apr 16 16:53:37.136980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:37.137820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f535d68>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:37.241223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854097580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3378'] for router, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:37.436501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a9ddbaa8-4111-43d0-b2c0-2c8f400222c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:37.591463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5411-b647-458e-a34a-4f6bf6c5dd84 req-f9fb5695-9633-45a5-b591-fdf1d04048e9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:37.604645 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9e4e5411-b647-458e-a34a-4f6bf6c5dd84 req-f9fb5695-9633-45a5-b591-fdf1d04048e9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.2868803
Apr 16 16:53:37.660971 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp997d40b6-8939-54b8-b8e7-87b1a46e31cc-9e5a42a7-cf62-4a15-a64e-62d1f4254624', 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'fixed_ips': [{'subnet_id': '8f127aed-5c40-40d1-b1fd-ab034eb75150'}]}} from dv-cinder-733622-13-iscsi. {{(pid=85300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 16 16:53:37.662085 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:37.720666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:37.787635 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9e4e5411-b647-458e-a34a-4f6bf6c5dd84 req-9171a03c-d2c2-4d7c-b17a-07f988438b07 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1814036
Apr 16 16:53:37.905267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5700e-776e-44bd-b5d0-84a9a44d9f6d req-d848889f-0a15-4416-ae2d-d846436d52aa tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:37.907926 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6df5700e-776e-44bd-b5d0-84a9a44d9f6d req-d848889f-0a15-4416-ae2d-d846436d52aa tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1988940
Apr 16 16:53:37.910619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-caebf42d-2107-4999-8563-0262d3811917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:37.912683 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-caebf42d-2107-4999-8563-0262d3811917 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.2603295
Apr 16 16:53:38.057363 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6df5700e-776e-44bd-b5d0-84a9a44d9f6d req-b7d02794-59f3-4b7f-b79c-ec3f2972de98 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400495
Apr 16 16:53:38.096975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 23369559-a855-4cb3-8ac2-eac8b5506e56 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:53:38.213003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:38.263799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 23369559-a855-4cb3-8ac2-eac8b5506e56 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:53:38.264429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 23369559-a855-4cb3-8ac2-eac8b5506e56 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:53:38.274242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:38.285857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-4f0c0d6b-0e6b-4cb3-adb0-d545292977f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:38.287656 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-4f0c0d6b-0e6b-4cb3-adb0-d545292977f4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 921 time: 0.2548785
Apr 16 16:53:38.424069 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-4e174e71-2bb8-412a-b25e-71822cb3be91 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 217 time: 0.1273420
Apr 16 16:53:38.444345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Allocated IP 172.20.0.2 (9e5a42a7-cf62-4a15-a64e-62d1f4254624/8f127aed-5c40-40d1-b1fd-ab034eb75150/f298ce51-3b6c-4c97-b8f3-36373850e0ef) {{(pid=85300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:38.451809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Allocated IP 172.27.0.56 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/f093a189-0569-48f2-ac6c-37d05f7699ea) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:38.545928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-fbb13da8-a70a-4441-8405-640473c2fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:38.548622 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-fbb13da8-a70a-4441-8405-640473c2fe55 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.1149237
Apr 16 16:53:38.614034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f535d68>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:36Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:38.627344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:38.631756 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-1b928a8d-4e97-4db1-a4b1-1f72b914214b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0750995
Apr 16 16:53:38.633309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59431d9a-faa5-47bb-bcfe-3797d23f7eba None None] The sync data for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi is: [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:36Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:38.672343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:38.688463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:38.766819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:38.786630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Transition to ACTIVE for port object f298ce51-3b6c-4c97-b8f3-36373850e0ef will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:38.795720 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-fd6ea3c8-b552-44f1-a6da-d68109b7f5ef tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162326361&fields=id&tenant_id=215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 267 time: 0.1830680
Apr 16 16:53:38.819757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Transition to ACTIVE for port object f298ce51-3b6c-4c97-b8f3-36373850e0ef will not be triggered until provisioned by entity DHCP. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:38.825485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610'] for port, after_create {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:38.858937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:38.864986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Pushing event updated for resources: {'Port': ['ID=f093a189-0569-48f2-ac6c-37d05f7699ea,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:38.918768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:38.935793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:38.937144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:38.943816 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:39.026163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Pushing event updated for resources: {'Port': ['ID=f298ce51-3b6c-4c97-b8f3-36373850e0ef,revision_number=1']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:39.035766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-0845e833-6920-4f26-b309-21db31f6d39e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:39.048855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:39.051664 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-0845e833-6920-4f26-b309-21db31f6d39e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 812 time: 0.2217684
Apr 16 16:53:39.089018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52598397-6e8e-4d3a-8092-5fb1dc4700cd req-86ef9d31-b45a-47f1-9470-e801ee0c0776 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:39.091793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52598397-6e8e-4d3a-8092-5fb1dc4700cd req-86ef9d31-b45a-47f1-9470-e801ee0c0776 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 945 time: 0.6594312
Apr 16 16:53:39.109144 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-2795924f-cf2d-4893-9331-ff2d0f4541eb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/quotas/215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 375 time: 0.0493860
Apr 16 16:53:39.113563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 is already hosted by enough agents. {{(pid=85300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:39.114957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Resources bound (agent type, host, resource id):  {{(pid=85300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:39.117424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Received port after_create {{(pid=85300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:39.261998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Attempting to bind port f298ce51-3b6c-4c97-b8f3-36373850e0ef on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:39.262376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Attempting to bind port f298ce51-3b6c-4c97-b8f3-36373850e0ef by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:39.262755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Attempting to bind port f298ce51-3b6c-4c97-b8f3-36373850e0ef on network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:39.279977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:39.280827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Checking segment: {'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:39.281453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:39.283722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Bound using segment: {'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:39.286581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Bound port: f298ce51-3b6c-4c97-b8f3-36373850e0ef, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:39.287187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:39.313634 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52598397-6e8e-4d3a-8092-5fb1dc4700cd req-1a509b3a-c1e8-4b40-b644-c8016cc19a1d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310961
Apr 16 16:53:39.326931 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-57ac5782-4511-422b-9a3b-c556b91be757 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6670296
Apr 16 16:53:39.360233 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-14fd9aea-1c8c-45e2-9589-1c123275aef1 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2384853
Apr 16 16:53:39.370944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c0984e77-91f7-46a8-b317-57191c7831bf up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:39.520063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port c0984e77-91f7-46a8-b317-57191c7831bf completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:39.540421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6b8e09df-50c9-469b-bf43-20decc05370f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:39.545570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port c0984e77-91f7-46a8-b317-57191c7831bf triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:39.546095 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:39.621106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] For port f298ce51-3b6c-4c97-b8f3-36373850e0ef, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:39.642516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:39.651898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] For port f298ce51-3b6c-4c97-b8f3-36373850e0ef, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f298ce51-3b6c-4c97-b8f3-36373850e0ef,segment=NetworkSegment(31505c13-6b87-4653-8bd7-9ce2e41b6ba7),segment_id=31505c13-6b87-4653-8bd7-9ce2e41b6ba7)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:39.659897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:39.668438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:39.682743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-66455ccc-92bf-421d-9463-fc156cc3590b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:39.785609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Pushing event updated for resources: {'Port': ['ID=f298ce51-3b6c-4c97-b8f3-36373850e0ef,revision_number=2']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:39.789239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:39.870662 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-b39a8885-a22a-48c8-9346-7bb9279bd74b service neutron] 10.222.0.103 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5092084
Apr 16 16:53:40.091969 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-b2124698-3ded-40e1-93b2-275687db411c service neutron] 10.222.0.103 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202146
Apr 16 16:53:40.152444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:40.178560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-bdb613a1-d992-4018-a752-5ac178b8446b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:40.183506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-bdb613a1-d992-4018-a752-5ac178b8446b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:53:40.237535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854102563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678195'] for router, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:40.258308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d71477-1ac7-4891-a3ed-18a3b56d5a3f req-007054fa-fcae-4122-a168-9ef29a2c65d8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:40.266571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port c0984e77-91f7-46a8-b317-57191c7831bf, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c0984e77-91f7-46a8-b317-57191c7831bf,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:40.269023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:40.270753 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-28d71477-1ac7-4891-a3ed-18a3b56d5a3f req-007054fa-fcae-4122-a168-9ef29a2c65d8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.4910259
Apr 16 16:53:40.278188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:40.288760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c629636a-2cf8-4c4c-b7db-9516cacbd810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:40.339788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-bdb613a1-d992-4018-a752-5ac178b8446b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:53:40.341070 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-bdb613a1-d992-4018-a752-5ac178b8446b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 945 time: 0.3043714
Apr 16 16:53:40.351997 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-28d71477-1ac7-4891-a3ed-18a3b56d5a3f req-d71255eb-1e89-4336-b799-48a5f1882720 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801289
Apr 16 16:53:40.354616 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a9bdf471-409d-4806-bc04-56b4ab2697fe req-5e7007b4-ef9c-4962-a8cb-aaceb571d7f5 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5763581
Apr 16 16:53:40.437824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=c0984e77-91f7-46a8-b317-57191c7831bf,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:40.446591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:40.454479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Deleting port d1974541-0b41-4461-a761-f565ef4eb7b8 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:53:40.455334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:40.613101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2a556-5e43-47bb-a25e-551e5d9ed8e8 req-e5691740-6ea5-4e7d-b758-264ffb4ba58b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:40.614832 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8ed2a556-5e43-47bb-a25e-551e5d9ed8e8 req-e5691740-6ea5-4e7d-b758-264ffb4ba58b tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1185820
Apr 16 16:53:40.668023 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8ed2a556-5e43-47bb-a25e-551e5d9ed8e8 req-4b675a26-e854-45d7-9120-b79b3c13eac3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468342
Apr 16 16:53:40.976583 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2b6a33d1-7894-4393-913a-8a11d409c2fc req-89352233-48cf-4b39-9873-6c78cf512150 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 210 time: 0.1010647
Apr 16 16:53:41.022241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3120464-c035-42c8-95f3-009d2cf2388f req-f39ea079-dd61-4bb0-b8e3-40067f009a1f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:41.024250 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e3120464-c035-42c8-95f3-009d2cf2388f req-f39ea079-dd61-4bb0-b8e3-40067f009a1f tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 945 time: 0.2382035
Apr 16 16:53:41.097571 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e3120464-c035-42c8-95f3-009d2cf2388f req-8d20e234-6e2d-4e8c-a7c1-66a059fec336 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581751
Apr 16 16:53:41.127133 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Router d53041eb-c90f-4327-aef7-41e3968d03b0 is scheduled to L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e with binding_index 1 {{(pid=85299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 16 16:53:41.238347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] For port d1974541-0b41-4461-a761-f565ef4eb7b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d1974541-0b41-4461-a761-f565ef4eb7b8,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:41.238347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:41.267894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:41.362211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f298ce51-3b6c-4c97-b8f3-36373850e0ef up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:41.449189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port f298ce51-3b6c-4c97-b8f3-36373850e0ef completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:41.455569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c0984e77-91f7-46a8-b317-57191c7831bf up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:41.487446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Calling delete_port for d1974541-0b41-4461-a761-f565ef4eb7b8 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:53:41.539566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port c0984e77-91f7-46a8-b317-57191c7831bf triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:41.539935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:41.552579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:53:41.564373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Sync routers for ids ['d53041eb-c90f-4327-aef7-41e3968d03b0'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:53:41.575668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Routers {'d53041eb-c90f-4327-aef7-41e3968d03b0'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:41.576620 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f4eab70>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d53041eb-c90f-4327-aef7-41e3968d03b0'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:41.585337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:41.586789 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.8791645
Apr 16 16:53:41.589860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 50850) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:41.700524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:41.723178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:41.752766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'd1974541-0b41-4461-a761-f565ef4eb7b8'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:53:41.938847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Set router d53041eb-c90f-4327-aef7-41e3968d03b0 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:41.962853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event deleted for resources: {'Port': ['ID=d1974541-0b41-4461-a761-f565ef4eb7b8,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:41.973836 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:41.978234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:53:42.124281 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137a691-d2d6-4d80-ba88-9262b1ab91f6 req-53300673-c1aa-4006-a79a-61176d9534d0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:42.133985 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8137a691-d2d6-4d80-ba88-9262b1ab91f6 req-53300673-c1aa-4006-a79a-61176d9534d0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 944 time: 0.6425672
Apr 16 16:53:42.162906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] No DVR routers for this DVR port d1974541-0b41-4461-a761-f565ef4eb7b8 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:53:42.165695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:42.170169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'name': 'network-vif-deleted', 'tag': 'd1974541-0b41-4461-a761-f565ef4eb7b8'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:42.186952 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4c82b2be-1486-49ce-9a8a-33c5c48c2b7c req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "DELETE /v2.0/ports/d1974541-0b41-4461-a761-f565ef4eb7b8 HTTP/1.1" status: 204  len: 173 time: 1.8343973
Apr 16 16:53:42.246817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85956c9f-2c2a-4de5-99f7-9bc1f34c4930 None None] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:53:42.357308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-74822c35-68fc-4894-89d6-53c6564cc10f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:42.358929 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-74822c35-68fc-4894-89d6-53c6564cc10f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 812 time: 0.1905193
Apr 16 16:53:42.412908 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8137a691-d2d6-4d80-ba88-9262b1ab91f6 req-46228a81-d789-43a9-b1f4-f9550f5969ea tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2779355
Apr 16 16:53:42.441017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:42.500065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f4eab70>, [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:53:39Z', 'revision_number': 3, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port': {'id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:38Z', 'updated_at': '2021-04-16T16:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:42.514396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Checking router: d53041eb-c90f-4327-aef7-41e3968d03b0 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:42.514799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95a11-1a10-4c6a-ae14-5218ecdf0d75 req-45ff5f90-621c-4189-aac6-caa58b2e4873 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:42.517195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Updating router d53041eb-c90f-4327-aef7-41e3968d03b0 port f093a189-0569-48f2-ac6c-37d05f7699ea binding host dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:53:42.523085 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-32e95a11-1a10-4c6a-ae14-5218ecdf0d75 req-45ff5f90-621c-4189-aac6-caa58b2e4873 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.5912814
Apr 16 16:53:42.599027 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-32e95a11-1a10-4c6a-ae14-5218ecdf0d75 req-a8957c42-858c-4908-ba80-9c122def8629 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748374
Apr 16 16:53:42.626613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'port_id': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'mac_address': 'fa:16:3e:6a:b2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:53:42.655552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:42.881851 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c2c91bd-781c-4a6c-bae0-279daec587c8 req-3caa7ee6-7736-484a-90e7-ee1f0d7569b3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 210 time: 0.2316437
Apr 16 16:53:42.943686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:42.972703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd825542-a1af-4ba6-8c00-d64d5199c7e6 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:53:42.974557 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6362be-f2e6-4f47-ae72-f6f8b12063dd', 'name': 'network-vif-deleted', 'tag': 'd1974541-0b41-4461-a761-f565ef4eb7b8', 'status': 'completed', 'code': 200}
Apr 16 16:53:42.980910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Provisioning for port f298ce51-3b6c-4c97-b8f3-36373850e0ef completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:42.996174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Provisioning complete for port f298ce51-3b6c-4c97-b8f3-36373850e0ef triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:42.996596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.026212 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-8f175e25-055a-4d97-812f-b8156f5447e8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 8059 time: 0.6196756
Apr 16 16:53:43.035897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:43.049679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.053882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:43.072544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'port': {'device_id': '954b9698-4e4c-4bd2-9cba-021819421e40', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'admin_state_up': True, 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'security_groups': ['9f2939c5-a453-4f4a-a87d-2538cb0000b9']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:43.089559 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1dae1617-71ad-4bd7-8aaf-0b1ce7292566 req-1dd193d9-fda8-47e1-bc2a-993d76ce7735 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=9d6362be-f2e6-4f47-ae72-f6f8b12063dd HTTP/1.1" status: 200  len: 210 time: 0.2110360
Apr 16 16:53:43.141634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Notify callbacks [] for port, precommit_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.157693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Transition to ACTIVE for port object f093a189-0569-48f2-ac6c-37d05f7699ea will not be triggered until provisioned by entity L2. {{(pid=85301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:43.164525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.175429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=9']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:43.180515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:43.185199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6ee3f3fa-fe7c-4122-99bf-7af369911208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:43.273061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4e9fb-9489-4d8c-8b27-3cb004462679 None None] Pushing event updated for resources: {'Port': ['ID=f093a189-0569-48f2-ac6c-37d05f7699ea,revision_number=2']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:43.296821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.336499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0bb4e9fb-9489-4d8c-8b27-3cb004462679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:43.344183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] For port f298ce51-3b6c-4c97-b8f3-36373850e0ef, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f298ce51-3b6c-4c97-b8f3-36373850e0ef,segment=NetworkSegment(31505c13-6b87-4653-8bd7-9ce2e41b6ba7),segment_id=31505c13-6b87-4653-8bd7-9ce2e41b6ba7)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:43.349664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.351941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:43.457760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['fd825542-a1af-4ba6-8c00-d64d5199c7e6'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:53:43.579859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Attempting to bind port f093a189-0569-48f2-ac6c-37d05f7699ea on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:43.580280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Attempting to bind port f093a189-0569-48f2-ac6c-37d05f7699ea by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:43.580693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Attempting to bind port f093a189-0569-48f2-ac6c-37d05f7699ea on network 0c09e754-81c5-43b4-8a0b-7bae40ca129d {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:43.598712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:43.599156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Checking segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:43.599523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.599990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Bound using segment: {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'} {{(pid=85301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:43.600964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Bound port: f093a189-0569-48f2-ac6c-37d05f7699ea, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736ea62-0270-4d5e-ad3b-eb55f21424eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}}] {{(pid=85301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:43.600964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.656668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-df0bb56c-9ed1-4479-91c2-ed49527f06ef None None] Provisioning complete for port f298ce51-3b6c-4c97-b8f3-36373850e0ef triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:43.657842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-df0bb56c-9ed1-4479-91c2-ed49527f06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.715170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Pushing event updated for resources: {'Port': ['ID=f298ce51-3b6c-4c97-b8f3-36373850e0ef,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:43.737979 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:43.745862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] For port f093a189-0569-48f2-ac6c-37d05f7699ea, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:43.749401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] For port f093a189-0569-48f2-ac6c-37d05f7699ea, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f093a189-0569-48f2-ac6c-37d05f7699ea,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:43.753841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85301) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.785666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d8ade756-2bd7-4af8-9ef0-f313ed2b78ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:43.943854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d1974541-0b41-4461-a761-f565ef4eb7b8 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:53:43.944419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:53:43.945970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:port and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:53:43.950232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4e9fb-9489-4d8c-8b27-3cb004462679 None None] Pushing event updated for resources: {'Port': ['ID=f093a189-0569-48f2-ac6c-37d05f7699ea,revision_number=3']} {{(pid=85301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:43.956503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0bb4e9fb-9489-4d8c-8b27-3cb004462679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85301) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:43.958823 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:53:43.964124 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:43.987849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: d1974541-0b41-4461-a761-f565ef4eb7b8 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:53:43.988243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d1974541-0b41-4461-a761-f565ef4eb7b8 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:53:43.990229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:53:44.001093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Routers {'d53041eb-c90f-4327-aef7-41e3968d03b0'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:44.002045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f4eab70>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d53041eb-c90f-4327-aef7-41e3968d03b0'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:44.070231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Made reservation on behalf of 215e50567539412caa22fd5000dc74a6 for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:53:44.076361 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:44.107980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2adbcd-db50-4f9b-80b9-2c9d0ecd34b0 req-d504a5b4-bfad-43be-ae5d-90cca83a0c10 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:44.109704 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0b2adbcd-db50-4f9b-80b9-2c9d0ecd34b0 req-d504a5b4-bfad-43be-ae5d-90cca83a0c10 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.3929675
Apr 16 16:53:44.135063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ceff6-62a3-4517-b6f7-b526d666a4e6 req-0904d79f-576e-4070-961e-a03fd39ccb1a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:44.136722 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cc6ceff6-62a3-4517-b6f7-b526d666a4e6 req-0904d79f-576e-4070-961e-a03fd39ccb1a tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.3305597
Apr 16 16:53:44.200403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] Set router d53041eb-c90f-4327-aef7-41e3968d03b0 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:44.357535 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0b2adbcd-db50-4f9b-80b9-2c9d0ecd34b0 req-8d579f67-e4b4-4499-9999-58177d0f082f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2359605
Apr 16 16:53:44.402645 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cc6ceff6-62a3-4517-b6f7-b526d666a4e6 req-2cadd17a-1d60-4054-9df6-317c1a3a9e1d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853843
Apr 16 16:53:44.567987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f4eab70>, [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:53:39Z', 'revision_number': 3, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port': {'id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:38Z', 'updated_at': '2021-04-16T16:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:44.574478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a7eb8-1abe-410c-aecc-14ff8a19bf20 None None] The sync data for ids ['d53041eb-c90f-4327-aef7-41e3968d03b0'] in dv-cinder-733622-13-iscsi is: [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:53:39Z', 'revision_number': 3, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port': {'id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:38Z', 'updated_at': '2021-04-16T16:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:44.576417 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-28d849c4-46de-46a2-8d49-fd1021f48a0f req-1dbb4ef8-2745-4e60-9b29-374404068f7e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 210 time: 0.0801196
Apr 16 16:53:44.598258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Allocated IP 172.20.0.3 (4fdfd20a-86ba-40ff-badd-033e171b120f/4ee9993e-bf35-4655-8d44-aae93a5acbc9/c82bdbb9-8da8-4836-a28f-01855d319f56) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:44.749444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Allocated IP 172.20.0.1 (9e5a42a7-cf62-4a15-a64e-62d1f4254624/8f127aed-5c40-40d1-b1fd-ab034eb75150/24bdbffb-9027-4026-9a3b-3fda5ffd0eba) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:53:44.971844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.010151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.013672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Transition to ACTIVE for port object c82bdbb9-8da8-4836-a28f-01855d319f56 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:45.036030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Transition to ACTIVE for port object 24bdbffb-9027-4026-9a3b-3fda5ffd0eba will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:45.070486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.217806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-977e93d6-4715-4f82-a07f-d1e6a20a009f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:45.304564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.375384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f093a189-0569-48f2-ac6c-37d05f7699ea up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:45.392978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=c82bdbb9-8da8-4836-a28f-01855d319f56,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:45.447282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.448011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.448143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.448480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.448889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.449296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.449736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.450080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.450520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.451292 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.451292 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.451698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:45.457436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:45.465368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port f093a189-0569-48f2-ac6c-37d05f7699ea completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:45.471605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port f093a189-0569-48f2-ac6c-37d05f7699ea triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:45.472069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.481566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e6913b29-b821-470c-8ab0-3ab919f35ecd tempest-VolumesActionsTest-743576464 tempest-VolumesActionsTest-743576464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:45.630984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.655287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port f093a189-0569-48f2-ac6c-37d05f7699ea, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f093a189-0569-48f2-ac6c-37d05f7699ea,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:45.658777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.660056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f298ce51-3b6c-4c97-b8f3-36373850e0ef up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:45.668284 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Network 4fdfd20a-86ba-40ff-badd-033e171b120f is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:45.681737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:45.685989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:45.694015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:45.771281 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Pushing event updated for resources: {'Port': ['ID=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:45.799892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:45.835286 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port f298ce51-3b6c-4c97-b8f3-36373850e0ef triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:45.835712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:45.873715 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb8df5-284e-4c0b-b68b-8122ddab910f req-97af1f19-130c-4518-b0c6-01efe3d14b9c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:45.882834 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cbdb8df5-284e-4c0b-b68b-8122ddab910f req-97af1f19-130c-4518-b0c6-01efe3d14b9c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 945 time: 0.3467317
Apr 16 16:53:45.911801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=f093a189-0569-48f2-ac6c-37d05f7699ea,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:45.925038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:45.938736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:45.999062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:46.008606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:46.009255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.020306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:46.032448 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cbdb8df5-284e-4c0b-b68b-8122ddab910f req-8bd04c02-4343-428b-a96c-f93f9235d2ff tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1486475
Apr 16 16:53:46.033297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:53:46.041164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-744e04f2-11db-4e2d-93ea-5e321189183f None None] Provisioning for port c82bdbb9-8da8-4836-a28f-01855d319f56 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:46.117507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port fd825542-a1af-4ba6-8c00-d64d5199c7e6 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:46.118082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.148767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102154'] for router_interface, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.177762 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1170301
Apr 16 16:53:46.195627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94e556-e967-4654-91b9-bbbcd04547a1 req-e3d421e8-0aca-4407-82ec-b6362b586cbb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:46.195935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-8e94e556-e967-4654-91b9-bbbcd04547a1 req-e3d421e8-0aca-4407-82ec-b6362b586cbb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Synchronizing usage tracker for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:53:46.213660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Request body: {'port': {'device_id': '954b9698-4e4c-4bd2-9cba-021819421e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:53:46.257097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-744e04f2-11db-4e2d-93ea-5e321189183f None None] Provisioning complete for port c82bdbb9-8da8-4836-a28f-01855d319f56 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:46.257097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744e04f2-11db-4e2d-93ea-5e321189183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.322611 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-71f75644-5122-430e-894b-2f9aee602947 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2035947
Apr 16 16:53:46.383955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-744e04f2-11db-4e2d-93ea-5e321189183f None None] Port c82bdbb9-8da8-4836-a28f-01855d319f56 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:53:46.478191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-22409fe9-3ec4-4c65-b54b-2e02a8cd30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:46.480013 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-22409fe9-3ec4-4c65-b54b-2e02a8cd30a4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf1487baf5ab430cb361532e11cd888c&device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 1099 time: 0.1342669
Apr 16 16:53:46.551190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.583884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.598263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b87413ba-d738-422e-9996-e546d375499a None None] Provisioning for port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:46.607670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b87413ba-d738-422e-9996-e546d375499a None None] Provisioning complete for port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:46.608094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b87413ba-d738-422e-9996-e546d375499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.655164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:46.674687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-26b24b27-7bcd-4700-80df-cc2b4366f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:46.676661 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-26b24b27-7bcd-4700-80df-cc2b4366f817 service neutron] 10.222.0.120 "GET /v2.0/networks?id=880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 200  len: 921 time: 0.1734617
Apr 16 16:53:46.684401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:46.698705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.704231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:46.747239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b87413ba-d738-422e-9996-e546d375499a None None] Port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:53:46.753347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-8e94e556-e967-4654-91b9-bbbcd04547a1 req-e3d421e8-0aca-4407-82ec-b6362b586cbb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Unset dirty status for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:53:46.755519 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8e94e556-e967-4654-91b9-bbbcd04547a1 req-e3d421e8-0aca-4407-82ec-b6362b586cbb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 931 time: 0.9638660
Apr 16 16:53:46.773644 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-fc435e1a-90bf-4859-aa6a-95a11abc900e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 200  len: 217 time: 0.0860214
Apr 16 16:53:46.789566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=10']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:46.792865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:46.849568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-5452db92-b7ad-4bfe-8e29-b86687984b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:46.851064 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-5452db92-b7ad-4bfe-8e29-b86687984b25 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 200  len: 859 time: 0.0702329
Apr 16 16:53:46.894030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:46.911639 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-f274fbb8-3a3f-48b6-b699-48a5476a399d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=880a3b9d-09cf-48d2-b88b-bd1b126573cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489421
Apr 16 16:53:46.958776 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8e94e556-e967-4654-91b9-bbbcd04547a1 req-ce57c065-7ea6-48ad-831f-709ee2f3bf8e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567891
Apr 16 16:53:47.033826 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'code': 200}
Apr 16 16:53:47.065059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84fe4-3942-42f4-b316-be242c847e2a req-d5f57024-68bb-45f8-8fe3-e8c52b57fa30 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:47.068337 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-faa84fe4-3942-42f4-b316-be242c847e2a req-d5f57024-68bb-45f8-8fe3-e8c52b57fa30 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.3895080
Apr 16 16:53:47.076944 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-78520a45-a207-4ac9-8ae6-1562c6314c85 service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578815
Apr 16 16:53:47.086927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:47.257327 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cac4400a-680c-4c7e-bbf0-c3512a57abf3 req-cd37101c-8abc-4e20-8e1e-07354d14f35e service neutron] 10.222.0.120 "GET /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663444
Apr 16 16:53:47.267801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f093a189-0569-48f2-ac6c-37d05f7699ea up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:47.271287 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-faa84fe4-3942-42f4-b316-be242c847e2a req-128feef1-8473-4158-a3b3-6a6d67f81868 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854863
Apr 16 16:53:47.350071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port f093a189-0569-48f2-ac6c-37d05f7699ea triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:47.350522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:47.650829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0c30-9f04-49a6-8593-d19b63b8ab53 req-df831660-7c85-4834-843e-212bd910c53d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:47.652453 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-26ea0c30-9f04-49a6-8593-d19b63b8ab53 req-df831660-7c85-4834-843e-212bd910c53d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 947 time: 0.4239213
Apr 16 16:53:47.685435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649c48d-fdcb-41fc-a167-eb4744ec891b req-f5fe81dd-2ff2-4d8f-9c18-4ca316317c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:47.687724 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d649c48d-fdcb-41fc-a167-eb4744ec891b req-f5fe81dd-2ff2-4d8f-9c18-4ca316317c4e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 1100 time: 0.0981340
Apr 16 16:53:47.736847 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d649c48d-fdcb-41fc-a167-eb4744ec891b req-67e46904-7d03-4fcc-b0e3-420fbb148280 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391467
Apr 16 16:53:47.766514 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-26ea0c30-9f04-49a6-8593-d19b63b8ab53 req-47eb157a-a913-44b5-9782-aa3bef248695 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055346
Apr 16 16:53:47.772387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:47.778803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:47.818734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acd0a740-b99c-42a8-9a66-749e1fe8f960 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:47.963534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673553'] for router_interface, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:47.988593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Pushing event updated for resources: {'Port': ['ID=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:48.045435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:48.048812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82bdbb9-8da8-4836-a28f-01855d319f56 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:53:48.063585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:48.136612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Transition to ACTIVE for port object c82bdbb9-8da8-4836-a28f-01855d319f56 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:48.163582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:48.181148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:48.388396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c82bdbb9-8da8-4836-a28f-01855d319f56,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:48.397412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:48.399052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:53:48.402937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:53:48.544136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f6e4-5355-4e6d-ba8d-090cbb10a11d req-0a6ce38c-d30d-40ff-b022-8e381b37e369 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:48.545907 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b31f6e4-5355-4e6d-ba8d-090cbb10a11d req-0a6ce38c-d30d-40ff-b022-8e381b37e369 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 931 time: 0.4609206
Apr 16 16:53:48.583410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-15ffc583-9cef-4444-aeef-386a29ccee8d None None] Provisioning complete for port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:48.583956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15ffc583-9cef-4444-aeef-386a29ccee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:48.645605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-15ffc583-9cef-4444-aeef-386a29ccee8d None None] Port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:53:48.703070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-96f91b99-0959-4757-bd17-450128868fef tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:48.704916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-96f91b99-0959-4757-bd17-450128868fef tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Synchronizing usage tracker for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:53:48.723140 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-96f91b99-0959-4757-bd17-450128868fef tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Unset dirty status for tenant:a46c79620899432c8193a987ece333df on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:53:48.724419 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-96f91b99-0959-4757-bd17-450128868fef tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.1146944
Apr 16 16:53:48.829887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Deleting port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:53:48.830272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:49.121764 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b31f6e4-5355-4e6d-ba8d-090cbb10a11d req-697df98c-b19b-408b-bc3c-2bd91c7a868c tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5660796
Apr 16 16:53:49.142472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] For port baf1bfe7-da12-4d36-b1c7-35557ebac6d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,segment=NetworkSegment(ffd31c8b-1e03-40e9-a70c-6c318d3e0077),segment_id=ffd31c8b-1e03-40e9-a70c-6c318d3e0077)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:49.142883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:49.209079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89784b15-1a56-40ee-8694-a8fd936c76f9 req-bdaa146a-7546-4a4b-b8d8-553ca6dd3e69 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:49.210872 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-89784b15-1a56-40ee-8694-a8fd936c76f9 req-bdaa146a-7546-4a4b-b8d8-553ca6dd3e69 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/ports?device_id=ce1414be-e673-4c5e-b491-990d5eabe83f HTTP/1.1" status: 200  len: 945 time: 0.8057542
Apr 16 16:53:49.248020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Router d53041eb-c90f-4327-aef7-41e3968d03b0 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:53:49.286384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Attempting to bind port c82bdbb9-8da8-4836-a28f-01855d319f56 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:49.286778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Attempting to bind port c82bdbb9-8da8-4836-a28f-01855d319f56 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:49.287152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Attempting to bind port c82bdbb9-8da8-4836-a28f-01855d319f56 on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:49.303511 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Calling delete_port for baf1bfe7-da12-4d36-b1c7-35557ebac6d2 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:53:49.314774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Port c82bdbb9-8da8-4836-a28f-01855d319f56 on network 4fdfd20a-86ba-40ff-badd-033e171b120f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:53:49.315334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Attempting to bind port c82bdbb9-8da8-4836-a28f-01855d319f56 on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:49.442645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:49.443035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Checking segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:49.443473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Bound using segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:49.443978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Bound port: c82bdbb9-8da8-4836-a28f-01855d319f56, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:49.445025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:49.472672 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-89784b15-1a56-40ee-8694-a8fd936c76f9 req-16ca8034-6cff-4d2a-833a-c51f8b3070bc tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.103 "GET /v2.0/security-groups?id=66f481c8-7dfe-4b81-b5b3-e3309b53c488&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451386
Apr 16 16:53:49.487219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:49.508076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['baf1bfe7-da12-4d36-b1c7-35557ebac6d2'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:53:49.635902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:49.686535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Pushing event deleted for resources: {'Port': ['ID=baf1bfe7-da12-4d36-b1c7-35557ebac6d2,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:49.692562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:49.704827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee8dbb-fdd8-47c6-a237-f5b42781bd5a req-e96edb1d-8034-4ecd-9fc2-79d2690be53f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:49.713760 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68ee8dbb-fdd8-47c6-a237-f5b42781bd5a req-e96edb1d-8034-4ecd-9fc2-79d2690be53f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 947 time: 0.4010587
Apr 16 16:53:49.742336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:53:49.753225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Sync routers for ids ['d53041eb-c90f-4327-aef7-41e3968d03b0'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:53:49.770777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Routers {'d53041eb-c90f-4327-aef7-41e3968d03b0'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:49.771574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745ea6abe0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d53041eb-c90f-4327-aef7-41e3968d03b0'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:49.775075 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] 10.222.0.103 "PUT /v2.0/routers/d53041eb-c90f-4327-aef7-41e3968d03b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1671679
Apr 16 16:53:49.795025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] No DVR routers for this DVR port baf1bfe7-da12-4d36-b1c7-35557ebac6d2 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:53:49.797798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:49.799902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] For port c82bdbb9-8da8-4836-a28f-01855d319f56, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:49.802252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'name': 'network-vif-deleted', 'tag': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:49.819857 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d9ca5cc-6dfa-442e-9177-b6897f3d5bb6 req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] 10.222.0.120 "DELETE /v2.0/ports/baf1bfe7-da12-4d36-b1c7-35557ebac6d2 HTTP/1.1" status: 204  len: 173 time: 1.0851297
Apr 16 16:53:49.848618 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68ee8dbb-fdd8-47c6-a237-f5b42781bd5a req-448e4aea-1a72-4ce8-9d21-80d5a96dad7c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322520
Apr 16 16:53:49.856246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] For port c82bdbb9-8da8-4836-a28f-01855d319f56, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c82bdbb9-8da8-4836-a28f-01855d319f56,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:49.861613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:49.905414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:49.955555 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1414be-e673-4c5e-b491-990d5eabe83f', 'name': 'network-vif-deleted', 'tag': 'baf1bfe7-da12-4d36-b1c7-35557ebac6d2', 'status': 'completed', 'code': 200}
Apr 16 16:53:50.007791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c82bdbb9-8da8-4836-a28f-01855d319f56,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:50.133587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Set router d53041eb-c90f-4327-aef7-41e3968d03b0 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:50.227156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:50.258145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:50.259056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:50.260544 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] 10.222.0.120 "PUT /v2.0/ports/c82bdbb9-8da8-4836-a28f-01855d319f56 HTTP/1.1" status: 200  len: 1093 time: 4.0520854
Apr 16 16:53:50.266840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:50.533398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4027c-72d5-4553-a80c-eee440a43d13 req-032bce74-fa92-4925-b546-a0d0936b0ad8 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:50.541744 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eec4027c-72d5-4553-a80c-eee440a43d13 req-032bce74-fa92-4925-b546-a0d0936b0ad8 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5353699
Apr 16 16:53:50.586097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5457c3-09e9-43b5-a1bc-44122ab318f7 req-a118b223-ce60-4960-9ff0-3b651f9de46a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:50.587860 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3a5457c3-09e9-43b5-a1bc-44122ab318f7 req-a118b223-ce60-4960-9ff0-3b651f9de46a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 943 time: 0.3263488
Apr 16 16:53:50.594736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-dbd35988-4b63-4019-ac69-29a54436afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:50.596807 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-dbd35988-4b63-4019-ac69-29a54436afb5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 1096 time: 0.2549245
Apr 16 16:53:50.604643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745ea6abe0>, [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:53:46Z', 'revision_number': 4, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port': {'id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:38Z', 'updated_at': '2021-04-16T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '24bdbffb-9027-4026-9a3b-3fda5ffd0eba', 'name': '', 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f127aed-5c40-40d1-b1fd-ab034eb75150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:44Z', 'updated_at': '2021-04-16T16:53:47Z', 'revision_number': 2, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'subnets': [{'id': '8f127aed-5c40-40d1-b1fd-ab034eb75150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:50.611321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Checking router: d53041eb-c90f-4327-aef7-41e3968d03b0 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:53:50.611754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Updating router d53041eb-c90f-4327-aef7-41e3968d03b0 port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba binding host dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 16 16:53:50.631331 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eec4027c-72d5-4553-a80c-eee440a43d13 req-e79c1a18-acdc-4909-af55-df921d9bd8e3 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881121
Apr 16 16:53:50.686671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:50.743235 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'status': 'completed', 'code': 200}
Apr 16 16:53:50.758593 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-de8cfb4c-2096-42a4-aff4-ba8984600857 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c82bdbb9-8da8-4836-a28f-01855d319f56 HTTP/1.1" status: 200  len: 217 time: 0.1402369
Apr 16 16:53:50.797746 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 50994) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:50.869017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-82d3d6dd-8b21-4d80-8cd2-a1309905176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:50.870975 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-82d3d6dd-8b21-4d80-8cd2-a1309905176c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0939813
Apr 16 16:53:50.904321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Deleting subnet bb8546ee-d99b-425d-9916-8fdf5fedf32a {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:53:50.904506 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3a5457c3-09e9-43b5-a1bc-44122ab318f7 req-648d6950-84d0-4829-b66c-e1b3ff2ca550 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3064804
Apr 16 16:53:50.907831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:50.975422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.044741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.155076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3664-2de6-4eba-8229-6030876a93e8 req-d965e839-06b1-4c35-bdf8-766c4953bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:51.158389 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-d965e839-06b1-4c35-bdf8-766c4953bcd8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2781072
Apr 16 16:53:51.269512 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Notify callbacks [] for port, precommit_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.285497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Transition to ACTIVE for port object 24bdbffb-9027-4026-9a3b-3fda5ffd0eba will not be triggered until provisioned by entity L2. {{(pid=85300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:53:51.294229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.379947 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-d4a97b3f-83ae-4f55-82b8-398563a01f01 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019577
Apr 16 16:53:51.391598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755992-d512-4afa-832e-bb21ad0510b3 req-6f674a42-ecd2-4d6f-a86d-b74bf96a787f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:51.402455 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-39755992-d512-4afa-832e-bb21ad0510b3 req-6f674a42-ecd2-4d6f-a86d-b74bf96a787f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 947 time: 0.3268409
Apr 16 16:53:51.403184 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.461485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-63611cee-0974-4f8b-ab3d-a375ef2e0025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:51.522217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0727c564-d593-4e44-8c32-8c3625336ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:51.554755 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-39755992-d512-4afa-832e-bb21ad0510b3 req-2c3b9d97-f91a-42b1-8a8b-554227d8ccef tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1512303
Apr 16 16:53:51.615003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.617043 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-984b3664-2de6-4eba-8229-6030876a93e8 req-2a60b174-acf0-4054-a02f-718b3f337591 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117133
Apr 16 16:53:51.619749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8546ee-d99b-425d-9916-8fdf5fedf32a,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:51.622481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:51.642929 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/bb8546ee-d99b-425d-9916-8fdf5fedf32a HTTP/1.1" status: 204  len: 168 time: 0.8407607
Apr 16 16:53:51.643776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51004) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:51.787581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Pushing event updated for resources: {'Port': ['ID=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,revision_number=3']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:51.831866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.832274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.832658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.833034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.833564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.833948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.834338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.834742 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.835116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.835476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.835837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.836198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:51.842975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:51.847752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Attempting to bind port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba on host dv-cinder-733622-13-iscsi for vnic_type normal with profile  {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:53:51.848170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Attempting to bind port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba by drivers openvswitch,hyperv on host dv-cinder-733622-13-iscsi at level 0 using segments [{'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:53:51.848584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Attempting to bind port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba on network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:53:51.854950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Checking agent: {'id': 'c93ab9a8-0f8f-43a5-b9f3-efe57f095ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 41, 10), 'started_at': datetime.datetime(2021, 4, 16, 16, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:53:51.855369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Checking segment: {'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:53:51.855967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.856409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Bound using segment: {'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'} {{(pid=85300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:53:51.856927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Bound port: 24bdbffb-9027-4026-9a3b-3fda5ffd0eba, host: dv-cinder-733622-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31505c13-6b87-4653-8bd7-9ce2e41b6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624'}}] {{(pid=85300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:53:51.857357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.919553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:51.981891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device baf1bfe7-da12-4d36-b1c7-35557ebac6d2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:53:52.026847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: baf1bfe7-da12-4d36-b1c7-35557ebac6d2 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:53:52.027488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device baf1bfe7-da12-4d36-b1c7-35557ebac6d2 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:53:52.063683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] For port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba, host dv-cinder-733622-13-iscsi, cleared binding levels {{(pid=85300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:53:52.067281 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] For port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba, host dv-cinder-733622-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,segment=NetworkSegment(31505c13-6b87-4653-8bd7-9ce2e41b6ba7),segment_id=31505c13-6b87-4653-8bd7-9ce2e41b6ba7)] {{(pid=85300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:53:52.079463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:52.101459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:52.279766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Pushing event updated for resources: {'Port': ['ID=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:52.286971 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:52.337634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Routers {'d53041eb-c90f-4327-aef7-41e3968d03b0'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:53:52.338628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745ea6abe0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:53:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d53041eb-c90f-4327-aef7-41e3968d03b0'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:52.362202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb8784-a5b3-4c26-97c8-d21ae9c6a7c6 req-fb78b809-04be-4190-be33-e45ef4160d57 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:52.369364 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-50fb8784-a5b3-4c26-97c8-d21ae9c6a7c6 req-fb78b809-04be-4190-be33-e45ef4160d57 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.5656519
Apr 16 16:53:52.379046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-6592d1b5-d246-48ef-8bab-92a560468568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:52.380655 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-6592d1b5-d246-48ef-8bab-92a560468568 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 1096 time: 0.5788693
Apr 16 16:53:52.383878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:52.602174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] Set router d53041eb-c90f-4327-aef7-41e3968d03b0 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:53:52.981473 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-149ea981-647d-4d5f-a6e3-3e4de2df3c78 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:52.981881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-149ea981-647d-4d5f-a6e3-3e4de2df3c78 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Synchronizing usage tracker for tenant:cf1487baf5ab430cb361532e11cd888c on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:53:52.989687 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-50fb8784-a5b3-4c26-97c8-d21ae9c6a7c6 req-9728ec3c-ced6-4246-9e7f-309ba8c9364f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6192982
Apr 16 16:53:53.010660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-149ea981-647d-4d5f-a6e3-3e4de2df3c78 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Unset dirty status for tenant:cf1487baf5ab430cb361532e11cd888c on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:53:53.011909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-149ea981-647d-4d5f-a6e3-3e4de2df3c78 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.1376195
Apr 16 16:53:53.028485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-cea2cd80-711a-48b9-bd27-4ba962bb30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:53.030175 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-cea2cd80-711a-48b9-bd27-4ba962bb30ee service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.6103258
Apr 16 16:53:53.032787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745d9910f0>,) {'filters': {'network_id': ['4b2a2bf5-f241-4566-8a43-225171ec9f91']}} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:53.049929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fab85-ceb0-4867-9173-f85b8a150bbf req-618a63ed-d8e2-4aae-98f3-06034f92dea5 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:53.057898 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7c1fab85-ceb0-4867-9173-f85b8a150bbf req-618a63ed-d8e2-4aae-98f3-06034f92dea5 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 943 time: 0.7954657
Apr 16 16:53:53.063449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745ea6abe0>, [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:53:46Z', 'revision_number': 4, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port': {'id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:38Z', 'updated_at': '2021-04-16T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '24bdbffb-9027-4026-9a3b-3fda5ffd0eba', 'name': '', 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f127aed-5c40-40d1-b1fd-ab034eb75150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:44Z', 'updated_at': '2021-04-16T16:53:52Z', 'revision_number': 4, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'subnets': [{'id': '8f127aed-5c40-40d1-b1fd-ab034eb75150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:53.068872 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ce142-c57e-470d-9120-fdc1120c73a0 None None] The sync data for ids ['d53041eb-c90f-4327-aef7-41e3968d03b0'] in dv-cinder-733622-13-iscsi is: [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:53:46Z', 'revision_number': 4, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port': {'id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:38Z', 'updated_at': '2021-04-16T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '24bdbffb-9027-4026-9a3b-3fda5ffd0eba', 'name': '', 'network_id': '9e5a42a7-cf62-4a15-a64e-62d1f4254624', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f127aed-5c40-40d1-b1fd-ab034eb75150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:44Z', 'updated_at': '2021-04-16T16:53:52Z', 'revision_number': 4, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'subnets': [{'id': '8f127aed-5c40-40d1-b1fd-ab034eb75150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:53:53.196503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Deleting port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:53:53.196898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:53.197020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745d9910f0>, 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077') {'for_net_delete': True} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:53.197233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745d9910f0>, 'ffd31c8b-1e03-40e9-a70c-6c318d3e0077') {} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:53:53.249683 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-9f2c44c4-0e6a-4118-b4c2-c825426882fc service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c82bdbb9-8da8-4836-a28f-01855d319f56 HTTP/1.1" status: 200  len: 217 time: 0.1893866
Apr 16 16:53:53.270764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64022204'] for segment, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:53.361277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:53.368854 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7c1fab85-ceb0-4867-9173-f85b8a150bbf req-2b1cfb0a-6292-47c4-a74a-0ebb6eb40759 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3099809
Apr 16 16:53:53.378273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Releasing vlan 1399 on physical network physnet1 to pool {{(pid=85298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:53:53.383819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 24bdbffb-9027-4026-9a3b-3fda5ffd0eba up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:53.545699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning for port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:53:53.555008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:53.555430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:53.651934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:53:53.667480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65211580'] for segment, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:53.861333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-a14a3781-df18-4335-b921-7ddd791fc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:53.871947 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-a14a3781-df18-4335-b921-7ddd791fc18c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.5910928
Apr 16 16:53:54.087783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:54.135181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] For port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:54.135681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:54.191224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] For port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,segment=NetworkSegment(31505c13-6b87-4653-8bd7-9ce2e41b6ba7),segment_id=31505c13-6b87-4653-8bd7-9ce2e41b6ba7)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:53:54.199548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:54.201579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:54.203046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Network 4b2a2bf5-f241-4566-8a43-225171ec9f91 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:53:54.260608 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:53:54.321570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Pushing event updated for resources: {'Port': ['ID=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:54.325928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:54.387749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Calling delete_port for 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:53:54.501670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:54.527977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:54.574978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-09059582-903c-4563-8002-cf39cae6086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:54.577915 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-09059582-903c-4563-8002-cf39cae6086f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.6230023
Apr 16 16:53:54.581560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:54.584163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:54.589233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2a2bf5-f241-4566-8a43-225171ec9f91,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:54.599321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:54.607205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['225036d6-cc14-48bb-962c-c75655bf76af'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:53:54.632961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:54.752602 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Pushing event deleted for resources: {'Port': ['ID=3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:54.766492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.766933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.767356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.767777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.768195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.768900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.769215 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.769621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.770036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.770606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.771022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.771423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:53:54.777682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:54.902155 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f7993da1-fc86-41bf-ab90-47013d6fc815 admin admin] 10.222.0.103 "DELETE /v2.0/networks/4b2a2bf5-f241-4566-8a43-225171ec9f91 HTTP/1.1" status: 204  len: 168 time: 3.2569840
Apr 16 16:53:54.942634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] No DVR routers for this DVR port 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:53:54.945295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:54.948264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'name': 'network-vif-deleted', 'tag': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:53:54.963452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c335b8-3601-4311-bae7-211eac7a132b req-b0e8af45-dbed-4aa1-a9ca-0fac3b014aa1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:54.970914 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ec0865ca-c5c9-4a78-b585-7ce4e8c4974b req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "DELETE /v2.0/ports/3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 HTTP/1.1" status: 204  len: 173 time: 1.9512985
Apr 16 16:53:54.975253 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-21c335b8-3601-4311-bae7-211eac7a132b req-b0e8af45-dbed-4aa1-a9ca-0fac3b014aa1 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=59b60bc4-7bd4-4920-9a97-ac9d637dcbdc HTTP/1.1" status: 200  len: 945 time: 0.7040732
Apr 16 16:53:54.989025 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-1d11bffd-8c2c-4b43-a1f5-7a0d3c62c8ba service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4017501
Apr 16 16:53:55.171783 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-21c335b8-3601-4311-bae7-211eac7a132b req-bb0e2d12-70d0-430d-87c4-a77f156983a6 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954696
Apr 16 16:53:55.198855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90832eaa-0620-4fd7-9bdc-8c1f30fac0dc req-291b05e3-0c91-4aa2-90ea-4e32f0a6620e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:55.200428 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-90832eaa-0620-4fd7-9bdc-8c1f30fac0dc req-291b05e3-0c91-4aa2-90ea-4e32f0a6620e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 943 time: 0.6212959
Apr 16 16:53:55.213966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51020) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:55.296955 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b60bc4-7bd4-4920-9a97-ac9d637dcbdc', 'name': 'network-vif-deleted', 'tag': '3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9', 'status': 'completed', 'code': 200}
Apr 16 16:53:55.306593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 24bdbffb-9027-4026-9a3b-3fda5ffd0eba up at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:53:55.315151 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dca91ae2-67f5-4df5-805a-770d70eae5c6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a46c79620899432c8193a987ece333df&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0997722
Apr 16 16:53:55.321419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51024) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:53:55.348157 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-90832eaa-0620-4fd7-9bdc-8c1f30fac0dc req-00775287-2163-4c75-b53e-5e4ca4232a43 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200075
Apr 16 16:53:55.353366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-98ed14df-ced2-4c8f-be2c-69c8ddca4044 req-e645b1f2-530e-49d3-94aa-ce7a523f91f6 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219421
Apr 16 16:53:55.427818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:55.453456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Provisioning complete for port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:53:55.454199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:55.461871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:55.542173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:55.549870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0aae0f6c-1631-4ef5-aadf-6a73351c6c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:53:55.575770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f481c8-7dfe-4b81-b5b3-e3309b53c488,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:53:55.584322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:53:55.598713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:53:55.600520 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/66f481c8-7dfe-4b81-b5b3-e3309b53c488 HTTP/1.1" status: 204  len: 168 time: 0.2775104
Apr 16 16:53:55.982600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:53:56.040655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:53:56.041270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 3ed1e123-5d85-4b45-a4c3-3b49fe2aeae9 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:53:56.684669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8da6-080c-41c2-a025-430bf551e4bf req-cdb07fdf-8a4f-4e6b-9f34-77355e193687 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:56.696859 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b87d8da6-080c-41c2-a025-430bf551e4bf req-cdb07fdf-8a4f-4e6b-9f34-77355e193687 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 943 time: 0.1406024
Apr 16 16:53:56.815958 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b87d8da6-080c-41c2-a025-430bf551e4bf req-7bf12e42-1fe4-471d-afba-869b9bed0e94 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179466
Apr 16 16:53:56.859179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff3305-a099-4c5f-917c-a1e18615cf07 req-9814860a-0bfd-48d2-8e38-a8082cb8e51c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:56.873017 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a4ff3305-a099-4c5f-917c-a1e18615cf07 req-9814860a-0bfd-48d2-8e38-a8082cb8e51c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1724262
Apr 16 16:53:56.943040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a4ff3305-a099-4c5f-917c-a1e18615cf07 req-adcda854-39ee-4d09-b071-72ba68cc9f97 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687439
Apr 16 16:53:58.137012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03983b1b-6ddf-4e7e-8f42-f9d2bb5c5c0a req-0d999e01-ea12-44c1-b2b4-d3f20b181579 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:58.138744 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-03983b1b-6ddf-4e7e-8f42-f9d2bb5c5c0a req-0d999e01-ea12-44c1-b2b4-d3f20b181579 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 943 time: 0.1798079
Apr 16 16:53:58.217288 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-03983b1b-6ddf-4e7e-8f42-f9d2bb5c5c0a req-44245ea9-e650-4124-80d7-73a53061a0b8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707328
Apr 16 16:53:58.244032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b3c48-3918-4ccc-b6f6-80a8db7fad02 req-499011cf-e335-40f5-94ca-9956e8a614bf tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:58.246166 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ed6b3c48-3918-4ccc-b6f6-80a8db7fad02 req-499011cf-e335-40f5-94ca-9956e8a614bf tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1688035
Apr 16 16:53:58.307891 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ed6b3c48-3918-4ccc-b6f6-80a8db7fad02 req-c315b82e-39df-4ebc-b811-dc50bcb0c6ee tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503862
Apr 16 16:53:59.530871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c411272-322b-4d4c-9513-18863eea47a9 req-9efd4adf-627a-4548-ae2c-649fd78c5482 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:59.533807 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c411272-322b-4d4c-9513-18863eea47a9 req-9efd4adf-627a-4548-ae2c-649fd78c5482 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 943 time: 0.1187735
Apr 16 16:53:59.653038 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c411272-322b-4d4c-9513-18863eea47a9 req-ce33c34e-0245-41eb-bb06-b97ddaf5eb60 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666187
Apr 16 16:53:59.704556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8742b1-f3fd-4b48-9f4a-1a2d1fd61095 req-b6da15e2-36be-4f33-8be2-813c28ba3000 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:53:59.714723 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-af8742b1-f3fd-4b48-9f4a-1a2d1fd61095 req-b6da15e2-36be-4f33-8be2-813c28ba3000 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1793573
Apr 16 16:53:59.776481 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-af8742b1-f3fd-4b48-9f4a-1a2d1fd61095 req-36601e75-663d-443e-bb58-acd7ed23fa4f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606618
Apr 16 16:54:00.011754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device c82bdbb9-8da8-4836-a28f-01855d319f56 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:54:00.262223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port c82bdbb9-8da8-4836-a28f-01855d319f56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c82bdbb9-8da8-4836-a28f-01855d319f56,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:00.291843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'port_id': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'mac_address': 'fa:16:3e:42:97:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:54:00.389597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:00.425551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82bdbb9-8da8-4836-a28f-01855d319f56 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:54:00.449928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port c82bdbb9-8da8-4836-a28f-01855d319f56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c82bdbb9-8da8-4836-a28f-01855d319f56,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:00.468318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:00.474172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8615b092-4e15-40e9-8301-74deb93be465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:00.617801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=c82bdbb9-8da8-4836-a28f-01855d319f56,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:00.623961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:00.804955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['c82bdbb9-8da8-4836-a28f-01855d319f56'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:54:01.169454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503a5ee-afbe-4964-9b0d-7e4d60a29b24 req-ea2fabf7-71c1-4db9-aaca-012a81f51345 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:01.180377 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2503a5ee-afbe-4964-9b0d-7e4d60a29b24 req-ea2fabf7-71c1-4db9-aaca-012a81f51345 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 944 time: 0.2549186
Apr 16 16:54:01.280914 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee352e3-2b0d-4f5e-8d02-96f13874b468 req-7cac7387-d6ff-41e7-8f25-2d03d1eb76ef tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:01.284079 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bee352e3-2b0d-4f5e-8d02-96f13874b468 req-7cac7387-d6ff-41e7-8f25-2d03d1eb76ef tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.2751033
Apr 16 16:54:01.284580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51124) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:01.302645 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2503a5ee-afbe-4964-9b0d-7e4d60a29b24 req-debca2b9-3f2c-42df-894e-d8362ba1ee62 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210449
Apr 16 16:54:01.392318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bee352e3-2b0d-4f5e-8d02-96f13874b468 req-00239879-08e2-4335-9cb7-79c67a8d0b40 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860894
Apr 16 16:54:01.579181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:01.597295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:01.602108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Usage tracker for resource:security_group_rule and tenant:400790cd637e456694489cb9f3dd1d84 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:01.605860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:01.612581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:01.761303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:01.768549 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:01.783461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-265efa04-ab7a-465f-9f86-9bfa6d0d1650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:01.834104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51130) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:01.834577 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=400790cd637e456694489cb9f3dd1d84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5483944
Apr 16 16:54:01.836299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19accf55-9416-43c3-a30a-2d5c982461b6,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:01.851971 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:01.945068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:02.028462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:02.147939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:02.155449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6356f263-b9bc-455e-a730-1e6a0d3ba7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:02.170689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:02.172705 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/19accf55-9416-43c3-a30a-2d5c982461b6 HTTP/1.1" status: 204  len: 168 time: 0.3358693
Apr 16 16:54:02.176771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19accf55-9416-43c3-a30a-2d5c982461b6,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:02.179737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:03.129637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e81b44-9239-4177-a21d-9ec960111d29 req-946bf942-b077-4cb2-a0c4-61dcf7973f94 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:03.131527 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5e81b44-9239-4177-a21d-9ec960111d29 req-946bf942-b077-4cb2-a0c4-61dcf7973f94 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.6535268
Apr 16 16:54:03.188812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a768ed-d2af-48dc-85f7-e4108247939f req-32823866-b064-4928-8533-e83d6fd7289d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:03.190582 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-17a768ed-d2af-48dc-85f7-e4108247939f req-32823866-b064-4928-8533-e83d6fd7289d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 944 time: 0.6344721
Apr 16 16:54:03.258343 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5e81b44-9239-4177-a21d-9ec960111d29 req-4060ce4f-f89d-4076-a57c-8c004e023871 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174290
Apr 16 16:54:03.278906 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-17a768ed-d2af-48dc-85f7-e4108247939f req-7f4683a8-91a1-40b0-ab12-2c3769f683a4 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655451
Apr 16 16:54:03.553262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931749f4-dada-4c38-b7c1-815aa26c0285 req-9cf5f9bd-3b68-4951-9518-2f7acff80e8d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:03.555677 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-931749f4-dada-4c38-b7c1-815aa26c0285 req-9cf5f9bd-3b68-4951-9518-2f7acff80e8d tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1663439
Apr 16 16:54:03.635519 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-931749f4-dada-4c38-b7c1-815aa26c0285 req-d0de1c45-a1b5-476f-954d-25a637fde321 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/security-groups?id=c971f2e0-c535-4441-849e-8647fe6ee878&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674615
Apr 16 16:54:03.789580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-d52201fd-cf40-497d-8f83-17a209a8981f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:03.791435 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-d52201fd-cf40-497d-8f83-17a209a8981f tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 946 time: 0.1074526
Apr 16 16:54:03.899753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Deleting port 225036d6-cc14-48bb-962c-c75655bf76af {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:54:03.900456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:04.060146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device c82bdbb9-8da8-4836-a28f-01855d319f56 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:54:04.176172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port c82bdbb9-8da8-4836-a28f-01855d319f56 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:54:04.188749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port c82bdbb9-8da8-4836-a28f-01855d319f56 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:54:04.188749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:04.248930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] For port 225036d6-cc14-48bb-962c-c75655bf76af, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=225036d6-cc14-48bb-962c-c75655bf76af,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:04.249511 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:04.361120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:04.417910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Calling delete_port for 225036d6-cc14-48bb-962c-c75655bf76af owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:54:04.432018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:04.458667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port c82bdbb9-8da8-4836-a28f-01855d319f56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c82bdbb9-8da8-4836-a28f-01855d319f56,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:04.463479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:04.467206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:04.565687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=c82bdbb9-8da8-4836-a28f-01855d319f56,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:04.569072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:04.777297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:04.792999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['225036d6-cc14-48bb-962c-c75655bf76af'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:54:04.805207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b6f90-c01c-4c25-a824-09c2b5bfa99c req-b3a525bf-2447-49eb-a45b-01a186618c29 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:04.806911 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-911b6f90-c01c-4c25-a824-09c2b5bfa99c req-b3a525bf-2447-49eb-a45b-01a186618c29 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.2808568
Apr 16 16:54:04.807650 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee8e8ec7-628d-45d9-85ad-1738b31b01e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:04.873673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed239-30d8-4966-9da3-67c8ed8ac1da req-4cbd2a78-da7a-4369-b0a2-3a77d7b5ff80 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:04.876470 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1bed239-30d8-4966-9da3-67c8ed8ac1da req-4cbd2a78-da7a-4369-b0a2-3a77d7b5ff80 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.3488407
Apr 16 16:54:04.926234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Pushing event deleted for resources: {'Port': ['ID=225036d6-cc14-48bb-962c-c75655bf76af,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:04.952705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:05.047654 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-911b6f90-c01c-4c25-a824-09c2b5bfa99c req-a6de0a08-b6ec-48c1-9066-2f52837b6b5e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1937389
Apr 16 16:54:05.082415 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1bed239-30d8-4966-9da3-67c8ed8ac1da req-b1e4b67a-8878-428f-9256-0ea9223ffc37 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402519
Apr 16 16:54:05.181034 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'code': 200}
Apr 16 16:54:05.262682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51220) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:05.284228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] No DVR routers for this DVR port 225036d6-cc14-48bb-962c-c75655bf76af on host hv-cinder-73362 {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:54:05.287266 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:05.294507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139562a9-bb46-4937-898d-cf6179ddc48d', 'name': 'network-vif-deleted', 'tag': '225036d6-cc14-48bb-962c-c75655bf76af'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:05.317252 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-17418d31-cf1e-415b-8df5-6e51c37ea8da req-1128aefd-16e4-4ec2-90b1-7c197284146c tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.120 "DELETE /v2.0/ports/225036d6-cc14-48bb-962c-c75655bf76af HTTP/1.1" status: 204  len: 173 time: 1.5177402
Apr 16 16:54:05.509295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-3fca44ed-0139-4c4a-a40c-1f3ae745cec3 req-c2e3b2ff-3876-4ce7-864b-b2c19d5427cb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Synchronizing usage tracker for tenant:cf1487baf5ab430cb361532e11cd888c on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:05.568581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:05.659662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-3fca44ed-0139-4c4a-a40c-1f3ae745cec3 req-c2e3b2ff-3876-4ce7-864b-b2c19d5427cb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Unset dirty status for tenant:cf1487baf5ab430cb361532e11cd888c on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:05.660938 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3fca44ed-0139-4c4a-a40c-1f3ae745cec3 req-c2e3b2ff-3876-4ce7-864b-b2c19d5427cb tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] 10.222.0.103 "GET /v2.0/ports?device_id=139562a9-bb46-4937-898d-cf6179ddc48d HTTP/1.1" status: 200  len: 210 time: 0.2244372
Apr 16 16:54:05.661963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:05.673498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-dd73b4de-c711-4b91-8d0d-64cb186e1b45 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:05.674320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-dd73b4de-c711-4b91-8d0d-64cb186e1b45 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Synchronizing usage tracker for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:network {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:05.692796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:40a671ac48734aa2adf9327aa3b80468 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:05.698223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:05.710230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:05.712352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-dd73b4de-c711-4b91-8d0d-64cb186e1b45 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Unset dirty status for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:network {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:05.713636 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-dd73b4de-c711-4b91-8d0d-64cb186e1b45 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/networks?id=8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 200  len: 814 time: 0.3951814
Apr 16 16:54:05.746950 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139562a9-bb46-4937-898d-cf6179ddc48d', 'name': 'network-vif-deleted', 'tag': '225036d6-cc14-48bb-962c-c75655bf76af', 'status': 'completed', 'code': 200}
Apr 16 16:54:05.764644 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-4c7af54d-85bf-4147-b87b-59f920ff978e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/quotas/0944f6a6bc094a1db167f95dea7b6570 HTTP/1.1" status: 200  len: 375 time: 0.0342286
Apr 16 16:54:05.818915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba544d9-23ad-481f-b85f-d20fe1ee219f req-c80ef564-8f99-4aab-a6c4-3c756971798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:05.820551 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3ba544d9-23ad-481f-b85f-d20fe1ee219f req-c80ef564-8f99-4aab-a6c4-3c756971798f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 1098 time: 0.2409902
Apr 16 16:54:05.912607 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3ba544d9-23ad-481f-b85f-d20fe1ee219f req-af1d6941-cbee-4852-8f83-d49b21d8cdb8 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739999
Apr 16 16:54:05.976701 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-78c46471-6282-4e30-ae48-123b63a3e832 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Synchronizing usage tracker for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:05.984933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:05.990942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:06.002755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:06.034840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-78c46471-6282-4e30-ae48-123b63a3e832 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Unset dirty status for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:06.036526 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-78c46471-6282-4e30-ae48-123b63a3e832 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2626765
Apr 16 16:54:06.059799 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=40a671ac48734aa2adf9327aa3b80468&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7775664
Apr 16 16:54:06.061224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8e221d-e0ad-4235-abb8-6fc89a58ac30,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:06.064676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51232) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:06.067461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:06.312014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:06.351909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-379ee8dd-4a4b-4dc1-bfe0-9ffa311bf73e service neutron] 10.222.0.103 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2831273
Apr 16 16:54:06.400577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:06.528064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe6905-f841-4056-868e-005f16d27be0 req-8506ec2e-9f9e-4594-aab0-7af7eb32e8b7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:06.529794 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c3fe6905-f841-4056-868e-005f16d27be0 req-8506ec2e-9f9e-4594-aab0-7af7eb32e8b7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.3179829
Apr 16 16:54:06.625200 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-b3600a82-4c13-46e9-8e72-27a7c8562033 service neutron] 10.222.0.103 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2630389
Apr 16 16:54:06.633205 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c3fe6905-f841-4056-868e-005f16d27be0 req-7c8f602b-b2e2-497f-a43c-c7c47ce960ee tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922413
Apr 16 16:54:06.635077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:06.642521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c4164144-4e91-4e65-b7ef-f355aea7697c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:06.657782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8e221d-e0ad-4235-abb8-6fc89a58ac30,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:06.670166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:06.672529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:06.684807 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8a8e221d-e0ad-4235-abb8-6fc89a58ac30 HTTP/1.1" status: 204  len: 168 time: 0.6186259
Apr 16 16:54:06.918353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51248) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:06.942615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188fc0-7071-4a11-afb8-f196ec64d5e9 req-79eb1d2a-d685-499e-b5c8-1de090422ba3 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:06.944803 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ed188fc0-7071-4a11-afb8-f196ec64d5e9 req-79eb1d2a-d685-499e-b5c8-1de090422ba3 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.1732378
Apr 16 16:54:07.104367 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-55df764f-38b0-4357-9ec9-43ed953d4c43 req-bc2f1841-5031-485a-b325-33c71348bc4b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.1312380
Apr 16 16:54:07.109906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d01f7704-678c-471f-a512-360190c13916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.130963 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ed188fc0-7071-4a11-afb8-f196ec64d5e9 req-c4dcaa08-f53d-435b-9587-59930a309ea0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1778297
Apr 16 16:54:07.218174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51258) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:07.244849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.264373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:07.270427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Usage tracker for resource:security_group_rule and tenant:830d7929ce1848888ff387edac4785c6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:07.273827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:07.280379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:07.389491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.393688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.409942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:07.460483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6242c0f8-799c-4960-952a-ba16c6ed0ed4,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:07.466322 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=830d7929ce1848888ff387edac4785c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2452638
Apr 16 16:54:07.466519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:07.468476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51264) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:07.568258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.609927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.673243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.680834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5c2e0c5a-ed59-4ecf-8e24-ed7bf771f8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:07.697587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242c0f8-799c-4960-952a-ba16c6ed0ed4,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:07.701352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:07.712625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.718165 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6242c0f8-799c-4960-952a-ba16c6ed0ed4 HTTP/1.1" status: 204  len: 168 time: 0.2438548
Apr 16 16:54:07.815675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:07.985644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cae72e-0b32-4d51-ad94-842dc32a03fe req-af639103-26d0-481d-83bd-029d7c76f4b7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:07.990950 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b9cae72e-0b32-4d51-ad94-842dc32a03fe req-af639103-26d0-481d-83bd-029d7c76f4b7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.1255851
Apr 16 16:54:08.085163 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b9cae72e-0b32-4d51-ad94-842dc32a03fe req-25f73be9-2c35-498d-a9ce-1c574d4f158f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913312
Apr 16 16:54:08.097858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 225036d6-cc14-48bb-962c-c75655bf76af no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:54:08.159970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 225036d6-cc14-48bb-962c-c75655bf76af {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:54:08.160588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 225036d6-cc14-48bb-962c-c75655bf76af not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:54:08.396468 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-797352d9-874c-4f18-9eaa-11b2bc23d48b req-79dd0302-745f-4fc3-83f4-f03f9e62b75f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.1478455
Apr 16 16:54:08.415372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Deleting port ad2c0927-7ba3-4c53-8e15-e6be333f7902 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:54:08.416399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:08.502458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:54:08.736861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] For port ad2c0927-7ba3-4c53-8e15-e6be333f7902, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=ad2c0927-7ba3-4c53-8e15-e6be333f7902,segment=NetworkSegment(3bb2050e-f4b1-480d-b252-e3f9c22f67f1),segment_id=3bb2050e-f4b1-480d-b252-e3f9c22f67f1)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:08.737373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:08.924238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Calling delete_port for ad2c0927-7ba3-4c53-8e15-e6be333f7902 owned by network:router_interface {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:54:09.023910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b650bc0-055f-4c38-a400-f377740f40b0 req-835feb02-ef2c-4a0f-9fe7-2dac54de92e4 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:09.032123 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b650bc0-055f-4c38-a400-f377740f40b0 req-835feb02-ef2c-4a0f-9fe7-2dac54de92e4 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.7113910
Apr 16 16:54:09.110264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-01ac26d1-9d78-4e74-8338-5c3b25b431db tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:09.112083 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-01ac26d1-9d78-4e74-8338-5c3b25b431db tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.120 "GET /v2.0/networks?id=8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 200  len: 814 time: 0.7188990
Apr 16 16:54:09.144429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'port': {'device_id': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'admin_state_up': True, 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:09.172119 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b650bc0-055f-4c38-a400-f377740f40b0 req-639f8ad0-cc06-4b21-9b0a-a8c32a68551a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384022
Apr 16 16:54:09.188610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6effb54-da15-43c7-b1c7-eff04ec09dd2 req-31d05cc6-337a-4a60-a32c-02d6d0c54b18 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:09.197262 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e6effb54-da15-43c7-b1c7-eff04ec09dd2 req-31d05cc6-337a-4a60-a32c-02d6d0c54b18 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.6252062
Apr 16 16:54:09.213528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51312) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:09.353289 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e6effb54-da15-43c7-b1c7-eff04ec09dd2 req-09f1b04a-a714-4238-8da5-87fb8f3f8d8f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1548686
Apr 16 16:54:09.381167 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:09.399057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:09.411306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:09.423013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Made reservation on behalf of 0944f6a6bc094a1db167f95dea7b6570 for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:54:09.431888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:09.493890 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9489-9e1e-4355-a6a9-031724a4b013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:09.633049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:09.801235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1154523f-8625-402e-ade5-5bde7301ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:09.834898 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c1743410-bc69-4af4-a617-08905aba906d req-b15d92af-ee12-4a64-947f-cefb9c813b26 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.1244178
Apr 16 16:54:09.865836 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Allocated IP 172.20.0.8 (8c55fbc3-094c-44bb-b10a-f991a66d271b/f366899f-75b2-49d4-b308-e522cde3b565/48feea5a-19f4-4f16-80f8-5166404c8b45) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:54:09.936562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2c0927-7ba3-4c53-8e15-e6be333f7902,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:10.151869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:10.243399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b1da9-a164-49fd-b2fa-93082f5a12f3 tempest-TestVolumeBootPattern-1896399454 tempest-TestVolumeBootPattern-1896399454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:10.249033 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1c1b1da9-a164-49fd-b2fa-93082f5a12f3 tempest-TestVolumeBootPattern-1896399454 tempest-TestVolumeBootPattern-1896399454-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 1093 time: 1.0304894
Apr 16 16:54:10.249308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:10.250925 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51338) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:10.261690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:10.272370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'port_id': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:10.293349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:10.315512 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:floatingip and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:10.319635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Transition to ACTIVE for port object 48feea5a-19f4-4f16-80f8-5166404c8b45 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:54:10.321474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:10.331305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:10.352071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:10.655890 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:10.666067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:10.703658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:11.008111 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:11.043255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:11.276113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6d15-466d-42d7-95bd-8971b28fc961 req-e085cef3-e37e-42ed-a0ff-858f221b2045 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:11.284661 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d84a6d15-466d-42d7-95bd-8971b28fc961 req-e085cef3-e37e-42ed-a0ff-858f221b2045 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.6914914
Apr 16 16:54:11.293921 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:11.573186 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d84a6d15-466d-42d7-95bd-8971b28fc961 req-0b9738b5-2e5f-4c1e-a044-bbde6496dd5e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2366574
Apr 16 16:54:11.576243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:54:11.606128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3d529-16e1-4c48-8fd3-aa7a566524db req-55a113c5-b689-4962-9be3-f2334a9f50c3 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:11.610854 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66f3d529-16e1-4c48-8fd3-aa7a566524db req-55a113c5-b689-4962-9be3-f2334a9f50c3 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 931 time: 0.5151055
Apr 16 16:54:11.615924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:54:11.645685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:54:11.729489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Router 0274ac90-8712-4e56-a12f-69fb7ce810f9 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:54:11.730056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:11.856110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-66f3d529-16e1-4c48-8fd3-aa7a566524db req-dc3a6251-5f13-4975-a3fb-ef854e9e9b12 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Synchronizing usage tracker for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:11.962391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:11.963120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:11.963247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-d1434f8d-097b-4d3e-9b88-c9184d31e76b None None] Provisioning for port 48feea5a-19f4-4f16-80f8-5166404c8b45 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:54:11.981176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-66f3d529-16e1-4c48-8fd3-aa7a566524db req-dc3a6251-5f13-4975-a3fb-ef854e9e9b12 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Unset dirty status for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:11.989832 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-d1434f8d-097b-4d3e-9b88-c9184d31e76b None None] Provisioning complete for port 48feea5a-19f4-4f16-80f8-5166404c8b45 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:54:11.990808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1434f8d-097b-4d3e-9b88-c9184d31e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:12.016749 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66f3d529-16e1-4c48-8fd3-aa7a566524db req-dc3a6251-5f13-4975-a3fb-ef854e9e9b12 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3912284
Apr 16 16:54:12.130659 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9953871
Apr 16 16:54:12.188101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Allocated IP 172.27.0.57 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/09c174fd-25ff-4cc1-a1bb-11f07fe62edd) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:54:12.239051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-d1434f8d-097b-4d3e-9b88-c9184d31e76b None None] Port 48feea5a-19f4-4f16-80f8-5166404c8b45 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:54:12.341091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:54:12.353621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] Sync routers for ids ['0274ac90-8712-4e56-a12f-69fb7ce810f9'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:54:12.372310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] Routers {'0274ac90-8712-4e56-a12f-69fb7ce810f9'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:12.374355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f69be80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['0274ac90-8712-4e56-a12f-69fb7ce810f9'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:12.404998 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] 10.222.0.103 "PUT /v2.0/routers/0274ac90-8712-4e56-a12f-69fb7ce810f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4849014
Apr 16 16:54:12.409980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51366) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:12.704820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:12.757266 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] Set router 0274ac90-8712-4e56-a12f-69fb7ce810f9 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:12.801757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:12.836739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3bde6ad5-2c39-49ae-bcd5-4f7449a0e096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:12.971088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks [] for router, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:13.015386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=09c174fd-25ff-4cc1-a1bb-11f07fe62edd,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:13.018828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:13.457378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:13.480937 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Deleting port 0f4309b8-4561-4bf7-8357-81ede75bc525 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:54:13.481291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:13.488430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Request body: {'port': {'device_id': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:13.494622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f69be80>, [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:54:09Z', 'revision_number': 5, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port': {'id': '0f4309b8-4561-4bf7-8357-81ede75bc525', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:37Z', 'updated_at': '2021-04-16T16:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:13.510208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] Checking router: 0274ac90-8712-4e56-a12f-69fb7ce810f9 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:54:13.532900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] Routers {'0274ac90-8712-4e56-a12f-69fb7ce810f9'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:13.533794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f69be80>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['0274ac90-8712-4e56-a12f-69fb7ce810f9'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:13.802887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:54:13.808459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:13.820804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] For port 0f4309b8-4561-4bf7-8357-81ede75bc525, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=0f4309b8-4561-4bf7-8357-81ede75bc525,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:13.821154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:13.915269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] Set router 0274ac90-8712-4e56-a12f-69fb7ce810f9 gateway port host: None {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:13.925357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:54:13.928141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:54:14.122865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f69be80>, [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:54:13Z', 'revision_number': 6, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:14.129782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f984d-646b-47df-bb06-d20858255b4e None None] The sync data for ids ['0274ac90-8712-4e56-a12f-69fb7ce810f9'] in dv-cinder-733622-13-iscsi is: [{'id': '0274ac90-8712-4e56-a12f-69fb7ce810f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1408674256-router', 'tenant_id': 'cf1487baf5ab430cb361532e11cd888c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:35Z', 'updated_at': '2021-04-16T16:54:13Z', 'revision_number': 6, 'project_id': 'cf1487baf5ab430cb361532e11cd888c', 'gw_port_host': None}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:54:14.361082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Calling delete_port for 0f4309b8-4561-4bf7-8357-81ede75bc525 owned by network:router_gateway {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:54:14.766163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:14.787126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25d864-e097-49a6-a547-f81fcf6d9aeb req-448e7173-897b-4306-896b-369e017b5232 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:14.790275 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de25d864-e097-49a6-a547-f81fcf6d9aeb req-448e7173-897b-4306-896b-369e017b5232 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 1.7920337
Apr 16 16:54:14.790764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9351102a-f286-43d6-852f-f03c4d42976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:14.882665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4309b8-4561-4bf7-8357-81ede75bc525,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:14.955430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:14.981213 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de25d864-e097-49a6-a547-f81fcf6d9aeb req-37decc73-b431-4125-ae37-504894b5e0d0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1480782
Apr 16 16:54:14.993227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbea6b-2733-4f34-85a2-1b73e01d9ba4 req-2d6e742e-9b25-4f42-906b-59a67bcd9b7a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:14.994197 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-dedbea6b-2733-4f34-85a2-1b73e01d9ba4 req-2d6e742e-9b25-4f42-906b-59a67bcd9b7a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Synchronizing usage tracker for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:15.174809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-dedbea6b-2733-4f34-85a2-1b73e01d9ba4 req-2d6e742e-9b25-4f42-906b-59a67bcd9b7a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Unset dirty status for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:15.177537 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dedbea6b-2733-4f34-85a2-1b73e01d9ba4 req-2d6e742e-9b25-4f42-906b-59a67bcd9b7a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 931 time: 1.8136973
Apr 16 16:54:15.305397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.316060 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dedbea6b-2733-4f34-85a2-1b73e01d9ba4 req-980926e2-bc03-4ed9-83c9-93e450fe6787 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036048
Apr 16 16:54:15.365517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.437754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device ad2c0927-7ba3-4c53-8e15-e6be333f7902 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:54:15.482745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: ad2c0927-7ba3-4c53-8e15-e6be333f7902 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:54:15.483539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device ad2c0927-7ba3-4c53-8e15-e6be333f7902 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:54:15.484472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 0f4309b8-4561-4bf7-8357-81ede75bc525 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:54:15.531692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 0f4309b8-4561-4bf7-8357-81ede75bc525 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:54:15.532690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 0f4309b8-4561-4bf7-8357-81ede75bc525 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:54:15.647517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48feea5a-19f4-4f16-80f8-5166404c8b45 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:54:15.660955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.667086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.762839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.770259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.877239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Transition to ACTIVE for port object 48feea5a-19f4-4f16-80f8-5166404c8b45 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:54:15.901571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.920087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:15.954572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.955191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0274ac90-8712-4e56-a12f-69fb7ce810f9 {{(pid=85299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 16:54:15.978383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:15.979966 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] 10.222.0.103 "DELETE /v2.0/routers/0274ac90-8712-4e56-a12f-69fb7ce810f9 HTTP/1.1" status: 204  len: 168 time: 3.5687635
Apr 16 16:54:15.982832 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51404) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:16.014384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Pushing event updated for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:16.024560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:16.107929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Deleting subnet 40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:54:16.123862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:16.255709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:16.356296 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:16.482684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:16.513397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:16.534506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ccc3c-d9bd-4a09-ae29-cdc6a04328d4 req-62469c8d-0e44-40be-9523-40bd3255d315 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:16.552696 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c60ccc3c-d9bd-4a09-ae29-cdc6a04328d4 req-62469c8d-0e44-40be-9523-40bd3255d315 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.2808142
Apr 16 16:54:16.566783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:16.667183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f67e850f-e3a8-4e9e-9a77-6b036fba4f8c tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:16.754209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=09c174fd-25ff-4cc1-a1bb-11f07fe62edd,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:16.769782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:16.932975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:16.982386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d8613f4b-4274-40a3-85b1-8ef78f4589bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:17.169056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:17.176213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:17.264126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:17.273941 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-27e13b8e-9d9f-47d5-99b0-ddcd5dfb2ac0 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/40e9f21f-f148-4ecb-ae6c-b4e2a4cf31d9 HTTP/1.1" status: 204  len: 168 time: 1.2893541
Apr 16 16:54:17.278406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51424) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:17.308866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51428) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:17.519373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:17.524520 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c60ccc3c-d9bd-4a09-ae29-cdc6a04328d4 req-ec665415-1aef-45da-b5a3-44ffcb0bbd9d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8583355
Apr 16 16:54:17.526782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:17.578971 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:17.586911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:17.655420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e4bc464ce34649cdbd794aa69e7688aa is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:17.664012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:17.673653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:17.686721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Attempting to bind port 48feea5a-19f4-4f16-80f8-5166404c8b45 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:54:17.687242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Attempting to bind port 48feea5a-19f4-4f16-80f8-5166404c8b45 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:54:17.687694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Attempting to bind port 48feea5a-19f4-4f16-80f8-5166404c8b45 on network 8c55fbc3-094c-44bb-b10a-f991a66d271b {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:54:17.703549 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Port 48feea5a-19f4-4f16-80f8-5166404c8b45 on network 8c55fbc3-094c-44bb-b10a-f991a66d271b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:54:17.703549 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Attempting to bind port 48feea5a-19f4-4f16-80f8-5166404c8b45 on network 8c55fbc3-094c-44bb-b10a-f991a66d271b {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:54:17.731247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b6023-5bcf-4d51-86c5-ac35959a2ef9 req-528625f3-3786-4dde-964c-684366d5887c tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:17.733014 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b6b6023-5bcf-4d51-86c5-ac35959a2ef9 req-528625f3-3786-4dde-964c-684366d5887c tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 943 time: 1.1765378
Apr 16 16:54:17.737976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:54:17.738388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Checking segment: {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:54:17.738828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Bound using segment: {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:54:17.739588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Bound port: 48feea5a-19f4-4f16-80f8-5166404c8b45, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0953e100-eb26-4520-b716-07ca1d6647eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:54:17.740116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:17.873530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:17.885148 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Floating IP bc6345e4-fdec-4aec-81a6-7b4cf0825401 associated. External IP: 172.27.0.57, port: c82bdbb9-8da8-4836-a28f-01855d319f56.
Apr 16 16:54:17.965035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5b6b6023-5bcf-4d51-86c5-ac35959a2ef9 req-bfbb0122-cb2a-4a4d-bc0d-af4471bd9683 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135584
Apr 16 16:54:18.071353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745ef3e748>,) {'filters': {'network_id': ['880a3b9d-09cf-48d2-b88b-bd1b126573cb']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:18.086933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.091344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745ef3e748>, '3bb2050e-f4b1-480d-b252-e3f9c22f67f1') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:18.093076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745ef3e748>, '3bb2050e-f4b1-480d-b252-e3f9c22f67f1') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:18.107826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.122349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4bef4913-679c-4b3f-95cc-66215d2f4de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:18.144958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.182810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.202466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Releasing vlan 1391 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:54:18.315764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:54:18.355668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=48feea5a-19f4-4f16-80f8-5166404c8b45,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:54:18.360023 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e4bc464ce34649cdbd794aa69e7688aa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0459986
Apr 16 16:54:18.361405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51434) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:18.370045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.374606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18711254-f176-4f2e-9731-3fc5d21ad3f5,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:18.379202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:18.525330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:54:18.542135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.746122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a7fd2957-d301-4701-8c9f-fcf6de1f5c87 tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:18.755542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Network 880a3b9d-09cf-48d2-b88b-bd1b126573cb has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:54:18.796919 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:54:18.903668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.908027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9f97ad1b-70bb-4e46-b4a7-343bcbb63379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:18.923245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:18.935645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Pushing event deleted for resources: {'Network': ['ID=880a3b9d-09cf-48d2-b88b-bd1b126573cb,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:18.943380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:18.956958 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] 10.222.0.103 "DELETE /v2.0/networks/880a3b9d-09cf-48d2-b88b-bd1b126573cb HTTP/1.1" status: 204  len: 168 time: 1.6758056
Apr 16 16:54:19.003730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:54:19.006225 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:19.006956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.008612 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] 10.222.0.120 "PUT /v2.0/ports/48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 1093 time: 5.5318513
Apr 16 16:54:19.009381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:19.079325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.171713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51448) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:19.172680 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Pushing event updated for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:19.223134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:19.283033 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c1b7ebcc-eca3-4e67-9573-3e4320d3b8d0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=cf1487baf5ab430cb361532e11cd888c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1091118
Apr 16 16:54:19.285537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51452) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:19.362739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.411980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.412477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.473958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6738fd-4563-45df-a44f-6bee2648f7dc req-26835e17-be37-45ee-b3e8-eedff56703cf tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:19.475920 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be6738fd-4563-45df-a44f-6bee2648f7dc req-26835e17-be37-45ee-b3e8-eedff56703cf tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.7309949
Apr 16 16:54:19.483820 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.489948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-15591a80-4b60-41a6-b63d-58eb3b5552ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:19.505628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c971f2e0-c535-4441-849e-8647fe6ee878,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:19.508607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:19.513246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.519314 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c971f2e0-c535-4441-849e-8647fe6ee878 HTTP/1.1" status: 204  len: 168 time: 0.2324615
Apr 16 16:54:19.610851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839f9d4-5a41-4cfa-8636-e0e6fcd96f6d req-eb8751e2-159e-4d6e-be2d-46d2f836057b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:19.612621 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f839f9d4-5a41-4cfa-8636-e0e6fcd96f6d req-eb8751e2-159e-4d6e-be2d-46d2f836057b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 943 time: 0.3869853
Apr 16 16:54:19.619373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:54:19.640206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:54:19.657578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:19.659386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f4871d0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:19.675994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.727983 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be6738fd-4563-45df-a44f-6bee2648f7dc req-1fc21fee-7724-4b67-97a5-500336cf849f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2289219
Apr 16 16:54:19.736848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.739625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:19.743327 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/18711254-f176-4f2e-9731-3fc5d21ad3f5 HTTP/1.1" status: 204  len: 168 time: 1.3779888
Apr 16 16:54:19.766785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dac4c4a1-2148-4433-889a-052136f5f923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:19.828609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18711254-f176-4f2e-9731-3fc5d21ad3f5,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:19.835019 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'status': 'completed', 'code': 200}
Apr 16 16:54:19.841588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:19.859444 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 9.6006753
Apr 16 16:54:19.873748 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f839f9d4-5a41-4cfa-8636-e0e6fcd96f6d req-c8ba9e3a-d329-4caf-8c49-896517c51e05 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193453
Apr 16 16:54:19.975534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:20.500275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f4871d0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'bc6345e4-fdec-4aec-81a6-7b4cf0825401', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:42:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b9698-4e4c-4bd2-9cba-021819421e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:14Z', 'updated_at': '2021-04-16T16:54:14Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:20.508009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:54:20.519840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:20.520753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f4871d0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:20.539083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51476) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:20.578092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:20.605665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:20.612735 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Usage tracker for resource:security_group_rule and tenant:f0ff0bf056f04bc49da4a7522e1204a1 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:20.616740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:20.627792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:20.740412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:20.742135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:20.743546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:20.753611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5acc1768-0519-4b5e-bb43-4e2b2582921a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:20.805058 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f0ff0bf056f04bc49da4a7522e1204a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2613695
Apr 16 16:54:20.805058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87cea7-bb2c-4c7b-8b29-9b6ce42482b1,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:20.806340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51482) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:20.808700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:20.881653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:20.915369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:20.970818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:20.976335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a763e88e-8563-4cb4-acd6-a3f2e7deaa89 tempest-VolumesNegativeTest-1198606342 tempest-VolumesNegativeTest-1198606342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:20.991812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87cea7-bb2c-4c7b-8b29-9b6ce42482b1,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:20.996382 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:21.016866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:21.018587 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8a87cea7-bb2c-4c7b-8b29-9b6ce42482b1 HTTP/1.1" status: 204  len: 168 time: 0.2120147
Apr 16 16:54:21.235846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c39bc-a5a3-4202-8fa6-d8a796eeeb51 req-8c8d6875-fcf3-45a1-847e-a69d2bccd564 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:21.247739 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-461c39bc-a5a3-4202-8fa6-d8a796eeeb51 req-8c8d6875-fcf3-45a1-847e-a69d2bccd564 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.2538238
Apr 16 16:54:21.378783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f4871d0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'bc6345e4-fdec-4aec-81a6-7b4cf0825401', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:42:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b9698-4e4c-4bd2-9cba-021819421e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:14Z', 'updated_at': '2021-04-16T16:54:14Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:21.383886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc09610-5036-438f-8e54-f0388a872cb8 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'bc6345e4-fdec-4aec-81a6-7b4cf0825401', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:42:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b9698-4e4c-4bd2-9cba-021819421e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:14Z', 'updated_at': '2021-04-16T16:54:14Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:54:21.389750 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-461c39bc-a5a3-4202-8fa6-d8a796eeeb51 req-7685125a-8e1f-4ff5-9986-140f307389a9 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426921
Apr 16 16:54:21.429321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd03b6-607e-472c-acef-4aa63c06eafb req-022edce9-8169-4f37-9206-99806e02ce75 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:21.437790 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a3cd03b6-607e-472c-acef-4aa63c06eafb req-022edce9-8169-4f37-9206-99806e02ce75 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 943 time: 0.3021016
Apr 16 16:54:21.487641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1369-c042-4018-a697-e788339d631c req-9df85b9d-70e7-4457-8146-3cfb5efee46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:21.489610 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c69a1369-c042-4018-a697-e788339d631c req-9df85b9d-70e7-4457-8146-3cfb5efee46c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1096 time: 0.2202330
Apr 16 16:54:21.517190 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a3cd03b6-607e-472c-acef-4aa63c06eafb req-99046a73-8af9-4a76-a512-3b948babcce7 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787287
Apr 16 16:54:21.737041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1369-c042-4018-a697-e788339d631c req-bcf1d3c0-5ac1-4435-acc1-10031dee5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:21.738814 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c69a1369-c042-4018-a697-e788339d631c req-bcf1d3c0-5ac1-4435-acc1-10031dee5a73 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=0944f6a6bc094a1db167f95dea7b6570&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2377200
Apr 16 16:54:21.778834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b777f-39a4-49ce-8dca-e571d50a6fb1 None None] New status for floating IP bc6345e4-fdec-4aec-81a6-7b4cf0825401: ACTIVE {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:54:21.848364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:21.957452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1369-c042-4018-a697-e788339d631c req-c7fe3d4b-8ac7-46e8-a2e5-55d9546a588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:21.959551 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c69a1369-c042-4018-a697-e788339d631c req-c7fe3d4b-8ac7-46e8-a2e5-55d9546a588a service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2130241
Apr 16 16:54:21.968601 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'status': 'completed', 'code': 200}
Apr 16 16:54:22.174644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-33a58458-5c45-499b-b3fe-1a7379af61df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:22.176862 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-33a58458-5c45-499b-b3fe-1a7379af61df service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 1098 time: 0.1740780
Apr 16 16:54:22.179334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-e91eaa72-b882-4cb6-924d-f7c1e0e4bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:22.181475 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-e91eaa72-b882-4cb6-924d-f7c1e0e4bc84 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1096 time: 0.1280596
Apr 16 16:54:22.389583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-b371abfe-cb08-4306-aa6b-c52521302160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:22.391350 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-b371abfe-cb08-4306-aa6b-c52521302160 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.1906369
Apr 16 16:54:22.716905 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-f3c7b1ad-4bd0-4955-b925-812ec9823e0c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c82bdbb9-8da8-4836-a28f-01855d319f56 HTTP/1.1" status: 200  len: 1000 time: 0.3161950
Apr 16 16:54:22.787633 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-d2c4a101-9318-42d3-b102-65e42b4a0e43 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 217 time: 0.5859156
Apr 16 16:54:22.870752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51558) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:22.871976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-abc20d81-e701-47ed-a9aa-710c067c0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:22.873582 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-abc20d81-e701-47ed-a9aa-710c067c0a5e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f366899f-75b2-49d4-b308-e522cde3b565 HTTP/1.1" status: 200  len: 853 time: 0.0778537
Apr 16 16:54:22.977401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-24c22120-0ec5-40f6-926d-6eaaba3ac8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:22.979372 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-24c22120-0ec5-40f6-926d-6eaaba3ac8e5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8c55fbc3-094c-44bb-b10a-f991a66d271b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0986748
Apr 16 16:54:23.025429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-21bb36e5-891b-4443-8f7c-2cc31c4bea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:23.027193 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-21bb36e5-891b-4443-8f7c-2cc31c4bea2c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.2288866
Apr 16 16:54:23.188918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a40f4b-c7d0-429f-9075-e5c4f447a50c req-54e78207-6446-48db-8da6-927a465d34dc tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:23.191311 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-07a40f4b-c7d0-429f-9075-e5c4f447a50c req-54e78207-6446-48db-8da6-927a465d34dc tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.4724927
Apr 16 16:54:23.222733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911910b-a9e8-4964-9ae7-59a1cd95b7d1 req-8338458c-c459-47ed-919b-84297f803625 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:23.224340 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0911910b-a9e8-4964-9ae7-59a1cd95b7d1 req-8338458c-c459-47ed-919b-84297f803625 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 943 time: 0.4241424
Apr 16 16:54:23.278764 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-c08bf56b-d9d7-4e9e-aabf-0f0380252593 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2913609
Apr 16 16:54:23.318967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-51379bf3-6869-40ad-8ce7-0d4ee2062ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:23.320624 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-51379bf3-6869-40ad-8ce7-0d4ee2062ef2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2677429
Apr 16 16:54:23.338481 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-07a40f4b-c7d0-429f-9075-e5c4f447a50c req-b6dc7f14-f647-4f9c-9ca0-7de6e7072183 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1286302
Apr 16 16:54:23.380668 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0911910b-a9e8-4964-9ae7-59a1cd95b7d1 req-04ef3233-afe0-4de8-8c8f-7fc107bf7c6c tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307285
Apr 16 16:54:23.490681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:23.560423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:23.573012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Usage tracker for resource:security_group_rule and tenant:f777cab2a9994c84968aef7f3d6815a0 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:23.580573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:23.592990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:23.603618 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c410b2a-4b03-4ee5-a838-cd99db30ff7e req-857bb518-9a67-44d0-b206-b5725e667195 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3172944
Apr 16 16:54:23.689243 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-9c5107e2-755b-45e4-a41a-cdbc5b31a7df service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3568554
Apr 16 16:54:23.953514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51584) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:24.039789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-b39bb5fc-256b-411c-a272-079e6ab9da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:24.041461 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-b39bb5fc-256b-411c-a272-079e6ab9da4c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 1098 time: 0.1470125
Apr 16 16:54:24.151854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.156661 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7689fdcd-1bce-4c7a-b3ef-17cefc1e58f2 req-37de3de9-4d3f-4a85-aecc-ace4adb0326f service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4588633
Apr 16 16:54:24.159895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.171080 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:24.196539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f993b-d921-4560-b722-b5bbca574819 req-e94ed734-acc3-4a73-b4a7-52cdc75d1f3e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:24.199079 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f65f993b-d921-4560-b722-b5bbca574819 req-e94ed734-acc3-4a73-b4a7-52cdc75d1f3e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.3491383
Apr 16 16:54:24.199586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.245212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:24.251507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffcf0de-68a0-46eb-9437-2974395ee848,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:24.259831 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f777cab2a9994c84968aef7f3d6815a0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3289199
Apr 16 16:54:24.263018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:09551387f49c4c269ce21da5d3ddc5a3 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:24.263194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:24.263761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51590) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:24.270826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:24.277980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:24.317815 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f65f993b-d921-4560-b722-b5bbca574819 req-1dd29811-89c0-447b-b6bd-900056db57ec tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996239
Apr 16 16:54:24.356121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-d88c34db-5a21-43e8-996c-8d9c96ffb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:24.358547 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-d88c34db-5a21-43e8-996c-8d9c96ffb64c service neutron] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 913 time: 0.3086507
Apr 16 16:54:24.536803 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-684e8b8a-c057-40bc-8d17-d8c93ff50e72 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 200  len: 1001 time: 0.1694665
Apr 16 16:54:24.594157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.602341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.614064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c5cb8875-205d-4cab-95f8-43c5e9fea6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:24.668666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.685112 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=09551387f49c4c269ce21da5d3ddc5a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7302420
Apr 16 16:54:24.687834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-269dd992-efe4-4fc5-9b4c-1a61ca4e1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:24.689401 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-269dd992-efe4-4fc5-9b4c-1a61ca4e1f76 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.1418068
Apr 16 16:54:24.690192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c92ac1-2d4f-47e2-8c62-f201ba72abb3,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:24.692919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51596) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:24.695868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:24.717745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.753027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378c95d-75e1-4b32-845a-ab92c8b7eeeb req-6a77f2f4-7baa-4472-860f-a2ab152da9df tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:24.754775 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6378c95d-75e1-4b32-845a-ab92c8b7eeeb req-6a77f2f4-7baa-4472-860f-a2ab152da9df tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 943 time: 0.1639845
Apr 16 16:54:24.840285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.848304 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6378c95d-75e1-4b32-845a-ab92c8b7eeeb req-f229916c-62b1-44d6-be3a-8e3caf12dfa4 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777779
Apr 16 16:54:24.853529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.862240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-47598531-c831-4167-825e-37022e875073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:24.868194 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-62d7c04b-cd1f-4ef4-8e9b-7a7026c10ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:24.869833 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-62d7c04b-cd1f-4ef4-8e9b-7a7026c10ef2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1628902
Apr 16 16:54:24.879771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffcf0de-68a0-46eb-9437-2974395ee848,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:24.883260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:24.893854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:24.899996 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/9ffcf0de-68a0-46eb-9437-2974395ee848 HTTP/1.1" status: 204  len: 168 time: 0.6317606
Apr 16 16:54:24.923860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:25.102318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-6751fd0a-50e9-4d42-a6b3-a99655f72e8b service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237697
Apr 16 16:54:25.106543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:25.112306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ceb00880-b463-4117-a3e3-8068a4dd1fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:25.151020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c92ac1-2d4f-47e2-8c62-f201ba72abb3,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:25.160548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:25.219438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:25.224139 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f4c92ac1-2d4f-47e2-8c62-f201ba72abb3 HTTP/1.1" status: 204  len: 168 time: 0.5268161
Apr 16 16:54:25.309824 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52943b11-3dd9-4ce0-98fa-74e4b228ff21 req-edaff619-09f2-42ad-ac04-b3f92477236f service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870959
Apr 16 16:54:25.578906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd92d8-12d9-443b-b105-22a9042c0b79 req-547d2fce-ef0a-4bd8-a64c-6ff073210aba tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:25.581375 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-27cd92d8-12d9-443b-b105-22a9042c0b79 req-547d2fce-ef0a-4bd8-a64c-6ff073210aba tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.1181486
Apr 16 16:54:25.657341 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-27cd92d8-12d9-443b-b105-22a9042c0b79 req-13066ea5-8b60-45fc-9505-2eec9f158ac0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684466
Apr 16 16:54:25.754103 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51624) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:25.788005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:25.816812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:25.823739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Usage tracker for resource:security_group_rule and tenant:ba68ac4117ac478c8a3b52e74e99dcb8 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:25.828574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:25.838609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:25.985730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:25.991675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:26.006480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a3390cf3-6c7e-40d9-a380-0ba0ff32b505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:26.082334 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ba68ac4117ac478c8a3b52e74e99dcb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3215678
Apr 16 16:54:26.082334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd6f02-c181-4995-842f-632c5d27d678,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:26.082743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:26.083089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51632) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:26.154341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 48feea5a-19f4-4f16-80f8-5166404c8b45 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:54:26.160165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:26.205057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:26.252351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73b702-d80e-44d7-917b-af6df48c037e req-615c5f0c-3a5f-46ca-982e-14178ee18904 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:26.254440 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9b73b702-d80e-44d7-917b-af6df48c037e req-615c5f0c-3a5f-46ca-982e-14178ee18904 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 943 time: 0.1943717
Apr 16 16:54:26.263555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:26.275624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cdfd2b23-d67e-431c-b726-1f741b1ed94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:26.291688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd6f02-c181-4995-842f-632c5d27d678,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:26.294787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:26.296872 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:26.298332 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/cacd6f02-c181-4995-842f-632c5d27d678 HTTP/1.1" status: 204  len: 168 time: 0.2140076
Apr 16 16:54:26.348217 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9b73b702-d80e-44d7-917b-af6df48c037e req-1f55df34-6c64-4238-a772-8b02eaa6f98d tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848110
Apr 16 16:54:26.424187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=48feea5a-19f4-4f16-80f8-5166404c8b45,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:26.449886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'port_id': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'mac_address': 'fa:16:3e:ec:26:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:54:26.539538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:26.574562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48feea5a-19f4-4f16-80f8-5166404c8b45 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:54:26.610104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=48feea5a-19f4-4f16-80f8-5166404c8b45,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:26.614091 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:26.616426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:26.708854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:26.725939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:26.905028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['48feea5a-19f4-4f16-80f8-5166404c8b45'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:54:26.951462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2684d00-d293-44f4-9a1e-387d7b3bd1fa req-6e70bf28-7137-45a5-aad9-ec70a5cbc1d6 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:26.958957 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d2684d00-d293-44f4-9a1e-387d7b3bd1fa req-6e70bf28-7137-45a5-aad9-ec70a5cbc1d6 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.1388831
Apr 16 16:54:27.057219 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d2684d00-d293-44f4-9a1e-387d7b3bd1fa req-18258ba7-e865-457c-a3fe-9db81a92448f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854681
Apr 16 16:54:27.592203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1ce0b-1b33-45be-a7b4-5422f672d842 req-6b2337f6-fb0e-4e99-8c9d-2211cdf90ff0 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:27.594826 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-21d1ce0b-1b33-45be-a7b4-5422f672d842 req-6b2337f6-fb0e-4e99-8c9d-2211cdf90ff0 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 944 time: 0.1167994
Apr 16 16:54:27.677018 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-21d1ce0b-1b33-45be-a7b4-5422f672d842 req-305fdcb6-91b2-40c3-8e1d-6a472e7245b0 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707285
Apr 16 16:54:28.169330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 48feea5a-19f4-4f16-80f8-5166404c8b45 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:54:28.270491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 48feea5a-19f4-4f16-80f8-5166404c8b45 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:54:28.277386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 48feea5a-19f4-4f16-80f8-5166404c8b45 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:54:28.277386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:28.414150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:28.449506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:28.465428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=48feea5a-19f4-4f16-80f8-5166404c8b45,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:28.470819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:28.477869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc49c5fb-82f0-45df-8a10-03b8564d43eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:28.533363 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'code': 200}
Apr 16 16:54:28.591289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:28.597440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:28.886063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176bf5b-34ec-4fc1-a01d-abfdb185f0fb req-c4cc2e00-9284-4430-af91-6eef412a35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:28.888412 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5176bf5b-34ec-4fc1-a01d-abfdb185f0fb req-c4cc2e00-9284-4430-af91-6eef412a35b6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1098 time: 0.1413546
Apr 16 16:54:28.966749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd01a8-519f-4552-a760-9acee49362ac req-53630c18-7ced-42b1-acd0-d2944e73fa33 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:28.967523 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5176bf5b-34ec-4fc1-a01d-abfdb185f0fb req-e4dfac19-a7f9-4aba-a454-5c50c4000ad5 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610340
Apr 16 16:54:28.969216 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-70cd01a8-519f-4552-a760-9acee49362ac req-53630c18-7ced-42b1-acd0-d2944e73fa33 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1373208
Apr 16 16:54:29.039238 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-70cd01a8-519f-4552-a760-9acee49362ac req-82560845-166c-4c64-a918-825f1aabcb37 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604815
Apr 16 16:54:30.303964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174d2e7-6a81-4ae4-ba8e-27ff2fd85afe req-cc808b56-5291-45bd-b3ee-cd423a2b66ba tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:30.305734 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3174d2e7-6a81-4ae4-ba8e-27ff2fd85afe req-cc808b56-5291-45bd-b3ee-cd423a2b66ba tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1133997
Apr 16 16:54:30.371082 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3174d2e7-6a81-4ae4-ba8e-27ff2fd85afe req-70c9b63d-de95-4e80-a5e8-ec68413158d7 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565202
Apr 16 16:54:30.627850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3dc62-4a9e-46fe-9420-a8c30b1854a3 req-a3e4f1b4-c693-41b7-99f4-ff0e2eaab43e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:30.630066 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34d3dc62-4a9e-46fe-9420-a8c30b1854a3 req-a3e4f1b4-c693-41b7-99f4-ff0e2eaab43e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1118457
Apr 16 16:54:30.702505 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34d3dc62-4a9e-46fe-9420-a8c30b1854a3 req-96c34b07-739d-4b12-8b4c-207e2b6b3661 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656147
Apr 16 16:54:31.458261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dfa42-4207-481b-a810-f7a87a5e8b36 req-0ed0c419-8f6a-41e4-810f-37b2a66cd430 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:31.460422 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-280dfa42-4207-481b-a810-f7a87a5e8b36 req-0ed0c419-8f6a-41e4-810f-37b2a66cd430 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1287117
Apr 16 16:54:31.530910 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-280dfa42-4207-481b-a810-f7a87a5e8b36 req-0731e8e0-c7f3-4896-94c4-6c7edcdd3f05 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620010
Apr 16 16:54:37.074024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da41503d-8405-427c-b889-08aade5df80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:37.546418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb05a-d104-484f-86e9-eaddd6601284 req-0c49e3f2-f543-4b9c-aa52-e270585bb4fc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:37.548556 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ad5eb05a-d104-484f-86e9-eaddd6601284 req-0c49e3f2-f543-4b9c-aa52-e270585bb4fc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 947 time: 0.2836921
Apr 16 16:54:37.598551 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ad5eb05a-d104-484f-86e9-eaddd6601284 req-288d8d4a-4068-44b0-bbe9-47ebc1b2825a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431392
Apr 16 16:54:38.875139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c3ccf-104c-49b1-86dc-3d87b4ff84e9 req-7c9011e3-9e4b-4cd1-9d7f-e6adb06682c3 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:38.877388 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bb8c3ccf-104c-49b1-86dc-3d87b4ff84e9 req-7c9011e3-9e4b-4cd1-9d7f-e6adb06682c3 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 947 time: 0.1509569
Apr 16 16:54:38.928898 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bb8c3ccf-104c-49b1-86dc-3d87b4ff84e9 req-d8b24e8b-cc70-485c-8896-cadf8096a8db tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443494
Apr 16 16:54:39.084380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 51898) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:39.231734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.251176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:39.257880 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Usage tracker for resource:security_group_rule and tenant:1c076145b471492cbec5e5a0db873403 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:39.263451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:39.277161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:39.314876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455b80-8225-468e-8404-b681044c5a0d req-590a4fb7-910a-4cd8-b137-e647f4f9e494 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:39.315644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-9c455b80-8225-468e-8404-b681044c5a0d req-590a4fb7-910a-4cd8-b137-e647f4f9e494 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Synchronizing usage tracker for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:39.346834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-9c455b80-8225-468e-8404-b681044c5a0d req-590a4fb7-910a-4cd8-b137-e647f4f9e494 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Unset dirty status for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:39.348085 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9c455b80-8225-468e-8404-b681044c5a0d req-590a4fb7-910a-4cd8-b137-e647f4f9e494 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 947 time: 0.1935694
Apr 16 16:54:39.463252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Deleting port fd825542-a1af-4ba6-8c00-d64d5199c7e6 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:54:39.463581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.490236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a0fd49f1-1d8c-4a61-ae00-ab7eedb89e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.520501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.526850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.549180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01113ab3-571e-4f8f-95e8-97ce5c6258f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:39.573212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.672518 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1c076145b471492cbec5e5a0db873403&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5829451
Apr 16 16:54:39.674062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51920) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:39.692702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d8d0c4-9f1c-4d7f-8921-7d6b8131d066,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:39.697800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:39.745528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.778213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.827761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.833112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-54ae6f05-cd93-4dc2-a2a1-1ff73198873e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:39.844462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d8d0c4-9f1c-4d7f-8921-7d6b8131d066,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:39.851879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:39.852652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:39.856425 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/28d8d0c4-9f1c-4d7f-8921-7d6b8131d066 HTTP/1.1" status: 204  len: 168 time: 0.1786151
Apr 16 16:54:39.862508 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] For port fd825542-a1af-4ba6-8c00-d64d5199c7e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd825542-a1af-4ba6-8c00-d64d5199c7e6,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:39.866765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.189715 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b19e9e-e9b8-4973-9c77-e840346f5023 req-0a99e348-fa46-462f-b0f3-6aed9f1866cf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:40.197598 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-27b19e9e-e9b8-4973-9c77-e840346f5023 req-0a99e348-fa46-462f-b0f3-6aed9f1866cf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 947 time: 0.1157191
Apr 16 16:54:40.218593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51938) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:40.237402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.241327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.241754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.242117 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Floating IP 2694e7a5-92e9-4a48-a4fd-77e5eebbf61c disassociated. External IP: 172.27.0.178, port: fd825542-a1af-4ba6-8c00-d64d5199c7e6.
Apr 16 16:54:40.242682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Calling delete_port for fd825542-a1af-4ba6-8c00-d64d5199c7e6 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:54:40.250675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.276385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:40.281621 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-27b19e9e-e9b8-4973-9c77-e840346f5023 req-502d9e6f-a309-428f-ba24-8b03943689e4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=a574250d-214d-4335-824a-2afa174a5d00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829465
Apr 16 16:54:40.284778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Usage tracker for resource:security_group_rule and tenant:0e3a52117d114e9d82f6b3d818a80c03 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:40.288653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:40.295460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:40.387808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.390991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.401153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b0010ee4-96c9-4872-9c13-bd7408be5d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:40.401495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.418135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7f73745d-b007-4f6e-8b2b-57f2f03d6e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:40.450851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d53e03-ee20-4c16-8a84-f373c2ceea14,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:40.456828 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0e3a52117d114e9d82f6b3d818a80c03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2370718
Apr 16 16:54:40.457870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:40.459610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 51942) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:40.516045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event deleted for resources: {'Port': ['ID=fd825542-a1af-4ba6-8c00-d64d5199c7e6,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:40.523325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:40.525909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.555474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.668998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.676460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7a210a33-f007-4e00-8cfc-ab7979aa4f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:40.689459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d53e03-ee20-4c16-8a84-f373c2ceea14,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:40.692785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:40.694838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:40.699181 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c4d53e03-ee20-4c16-8a84-f373c2ceea14 HTTP/1.1" status: 204  len: 168 time: 0.2384806
Apr 16 16:54:41.018564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Router f5b83677-7f45-4652-862e-a4ab9d3f6599 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:54:41.268001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:54:41.284669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] Sync routers for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:54:41.328366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:41.337370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:41.338157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e8ed390>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:41.392298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] No DVR routers for this DVR port fd825542-a1af-4ba6-8c00-d64d5199c7e6 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:54:41.395084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:41.398030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-deleted', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:41.456672 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9c455b80-8225-468e-8404-b681044c5a0d req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "DELETE /v2.0/ports/fd825542-a1af-4ba6-8c00-d64d5199c7e6 HTTP/1.1" status: 204  len: 173 time: 2.1017647
Apr 16 16:54:41.496362 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf021fce-d230-4117-992c-f91cd978276c', 'name': 'network-vif-deleted', 'tag': 'fd825542-a1af-4ba6-8c00-d64d5199c7e6', 'status': 'completed', 'code': 200}
Apr 16 16:54:41.539036 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-425081bf-c16a-46b7-8de0-2a7ac0512d07 req-982d5eac-173a-4712-9975-01230a4a519d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf021fce-d230-4117-992c-f91cd978276c HTTP/1.1" status: 200  len: 210 time: 0.1089075
Apr 16 16:54:41.737879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:42.155019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e8ed390>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:42.160808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] Checking router: f5b83677-7f45-4652-862e-a4ab9d3f6599 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:54:42.170750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:42.171434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e8ed390>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:42.255410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:54:42.353720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: fd825542-a1af-4ba6-8c00-d64d5199c7e6 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:54:42.354335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fd825542-a1af-4ba6-8c00-d64d5199c7e6 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:54:42.435694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:42.710786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52004) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:42.796249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:42.836625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:42.865810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e8ed390>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:42.874963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af5b4e-34de-4b97-bc46-abff46b9559d None None] The sync data for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi is: [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:54:42.889202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:42.897736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bd9f1909-9543-426d-8104-56d454d1fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:42.917210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:42.924016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52010) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:42.924253 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "DELETE /v2.0/security-groups/a574250d-214d-4335-824a-2afa174a5d00 HTTP/1.1" status: 204  len: 168 time: 0.2193301
Apr 16 16:54:42.929156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a574250d-214d-4335-824a-2afa174a5d00,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:42.933112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:42.978057 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.v2.resource [None req-76786388-6616-4458-9f4d-6ab72f7d8133 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] show failed (client error): The resource could not be found.
Apr 16 16:54:42.979477 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-76786388-6616-4458-9f4d-6ab72f7d8133 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups/a574250d-214d-4335-824a-2afa174a5d00 HTTP/1.1" status: 404  len: 347 time: 0.0531087
Apr 16 16:54:42.984556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52016) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:43.264143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Deleting port f60a56a2-c100-43db-a313-78a8e87c423a {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:54:43.264969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:43.493104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5477fb-1898-4f04-8e09-5b8b8d6b8dfa None None] New status for floating IP 2694e7a5-92e9-4a48-a4fd-77e5eebbf61c: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:54:43.545078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:43.545419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:43.741535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Calling delete_port for f60a56a2-c100-43db-a313-78a8e87c423a owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:54:43.849205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85299) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:54:43.849205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:54:44.351089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Deleting port f60a56a2-c100-43db-a313-78a8e87c423a {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:54:44.351894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:44.646927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52074) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:44.667271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:44.667640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:44.813568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Calling delete_port for f60a56a2-c100-43db-a313-78a8e87c423a owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:54:44.843264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:44.863802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:44.869799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Usage tracker for resource:security_group_rule and tenant:8e4966740c474ac7ae162d60bb8bb172 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:44.874071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:44.881206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:44.992911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.010486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-aa399e52-8743-442d-9356-f53ea70f053d tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:45.062558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event deleted for resources: {'Port': ['ID=f60a56a2-c100-43db-a313-78a8e87c423a,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:45.077842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.083254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.093198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5c02de6b-0fd6-436d-a6e2-47f2296f568c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:45.124090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:45.132654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c3877-e0f0-4785-847e-08c18670ea03 req-6d27f9a0-454d-4376-8e11-d700e3bdab31 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:45.134323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-540c3877-e0f0-4785-847e-08c18670ea03 req-6d27f9a0-454d-4376-8e11-d700e3bdab31 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1911752
Apr 16 16:54:45.161452 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=8e4966740c474ac7ae162d60bb8bb172&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5099015
Apr 16 16:54:45.163999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52084) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:45.201313 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271bf014-1de7-4c42-ba93-8a265ca0101c,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:45.205763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:45.215568 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-540c3877-e0f0-4785-847e-08c18670ea03 req-6034297b-4d0e-42e9-bd88-cc70a578ec8b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660310
Apr 16 16:54:45.251057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52088) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:45.368844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.420063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.452037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.497121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.497121 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "DELETE /v2.0/floatingips/2694e7a5-92e9-4a48-a4fd-77e5eebbf61c HTTP/1.1" status: 204  len: 168 time: 2.5110996
Apr 16 16:54:45.510712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:54:45.511346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.522821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-150afd37-8f49-4d0c-8741-a17a6de119f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:45.543433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271bf014-1de7-4c42-ba93-8a265ca0101c,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:45.551979 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:45.553163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.558420 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/271bf014-1de7-4c42-ba93-8a265ca0101c HTTP/1.1" status: 204  len: 168 time: 0.3930173
Apr 16 16:54:45.601306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56cf62b-08d5-4fdb-9adf-aa0aa0f3e324 tempest-TestMinimumBasicScenario-13138211 tempest-TestMinimumBasicScenario-13138211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:45.602109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d56cf62b-08d5-4fdb-9adf-aa0aa0f3e324 tempest-TestMinimumBasicScenario-13138211 tempest-TestMinimumBasicScenario-13138211-project-admin] Synchronizing usage tracker for tenant:ee3fcd178e8b49b6a229b00f10b4fa3a on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:45.621802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d56cf62b-08d5-4fdb-9adf-aa0aa0f3e324 tempest-TestMinimumBasicScenario-13138211 tempest-TestMinimumBasicScenario-13138211-project-admin] Unset dirty status for tenant:ee3fcd178e8b49b6a229b00f10b4fa3a on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:45.627270 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d56cf62b-08d5-4fdb-9adf-aa0aa0f3e324 tempest-TestMinimumBasicScenario-13138211 tempest-TestMinimumBasicScenario-13138211-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1093 time: 0.3706009
Apr 16 16:54:45.627752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52104) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:45.637524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'port_id': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:45.646710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:45.653912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:floatingip and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:45.658376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:45.666214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:45.680904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for floatingip, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.780452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52108) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:45.790412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763888363', 'description': 'tempest-description--362707324'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:45.800168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:45.807249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:45.810568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:45.818936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:45.831898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.862331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:45.867051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group_rule and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:45.870325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:45.878931 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:45.886835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.979101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.982466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:45.990172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9dacc6d8-5d7c-4f63-a758-043d49c5b96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:46.046833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52114) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:46.056697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.062108 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2764130
Apr 16 16:54:46.062108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52118) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:46.076760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'security_group_rule': {'security_group_id': '6e121763-2776-4569-897e-cc02cc0fe2f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:46.088950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:46.090906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.093669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e121763-2776-4569-897e-cc02cc0fe2f0,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:46.098924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group_rule and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:46.105588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:46.110034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.110638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.112151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.112582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.112999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.113685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.114414 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.115026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.115442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.115846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.116251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.116655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:46.124266 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:46.124655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:46.125702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Allocated IP 172.27.0.86 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/ed269711-07ca-4be7-ba8f-afd0508d57e7) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:54:46.132653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:46.142166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8d1eefbc164a2cb137de3243bd308c is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:46.145947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.146124 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:46.155483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:46.229965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.233436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.241042 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:46.269026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661bbea7-8a23-4dea-b483-d8c55b7f8aea,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:46.271897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.274859 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2100029
Apr 16 16:54:46.274859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-177320db-4cf0-4a50-a54e-ceabc1ff39fd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:46.281552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52122) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:46.289173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'security_group_rule': {'security_group_id': '6e121763-2776-4569-897e-cc02cc0fe2f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:46.296160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:46.301636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:security_group_rule and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:46.306469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:46.315250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:46.335813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.398207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.437328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.442984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.445400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f98b5d04-68c5-48b0-96cd-473abc987df5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:46.465827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e321d8-eb6e-4f37-9f8c-89fc6cfa6785,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:46.475886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.476421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:46.487640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.488955 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-43f9436b-c383-49b9-9b00-ae666abc9d4e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2052548
Apr 16 16:54:46.492636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52126) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:46.499915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:46.504340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.508574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:46.513054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:floatingip and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:46.515067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.516329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:46.525571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:46.527556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b1295ca7-5565-49bf-9259-bcb4c43d6b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:46.540331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.601371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff17e0-0b77-4d4f-8cf1-607735d4bfcc,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:46.604901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:46.610754 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=eb8d1eefbc164a2cb137de3243bd308c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5620832
Apr 16 16:54:46.618565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52132) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:46.621771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.653474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6038037c-bae0-430d-b605-23557c673721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:46.714637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:46.957352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Allocated IP 172.27.0.239 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/44fa41a6-846e-40a7-a4ce-5e9453cd7502) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:54:47.062357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'Port': ['ID=ed269711-07ca-4be7-ba8f-afd0508d57e7,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:47.068005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:47.109756 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-d733567d-0da3-47a9-b7a9-a8eed71d1230 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6563449
Apr 16 16:54:47.196536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.258541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.258826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.277412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-21b8b129-fcaa-4f78-a1fd-b492dc17c745 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:47.320890 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.337331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:54:47.348109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:54:47.350969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:54:47.448920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'Port': ['ID=44fa41a6-846e-40a7-a4ce-5e9453cd7502,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:47.453631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:47.457918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612fd99-d234-4ded-9261-a8f80600a030 req-0da1da59-d3db-4490-8e2c-374ca5f81052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:47.459573 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-0da1da59-d3db-4490-8e2c-374ca5f81052 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 1098 time: 0.3186898
Apr 16 16:54:47.514359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:54:47.515693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:54:47.518903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:54:47.633248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.645383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.673406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:47.714801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.716991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff17e0-0b77-4d4f-8cf1-607735d4bfcc,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:47.719912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:47.767667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:47.772465 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8aff17e0-0b77-4d4f-8cf1-607735d4bfcc HTTP/1.1" status: 204  len: 168 time: 1.1323931
Apr 16 16:54:47.779339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612fd99-d234-4ded-9261-a8f80600a030 req-53231394-641e-45f5-a566-7b698cadf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:47.780924 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-53231394-641e-45f5-a566-7b698cadf2be service neutron] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 913 time: 0.2839804
Apr 16 16:54:48.058831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:48.065535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:48.078034 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-4c7e30d0-d91a-4e78-bf43-33d06fe1e755 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 200  len: 1001 time: 0.2218316
Apr 16 16:54:48.082532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:48.202202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612fd99-d234-4ded-9261-a8f80600a030 req-78efa2c6-b25f-4397-85f3-32bbe686b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:48.204027 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-78efa2c6-b25f-4397-85f3-32bbe686b861 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.1157255
Apr 16 16:54:48.281772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'Port': ['ID=44fa41a6-846e-40a7-a4ce-5e9453cd7502,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:48.290843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:48.412789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:48.443675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:48.445194 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9510267
Apr 16 16:54:48.551666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:48.638001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612fd99-d234-4ded-9261-a8f80600a030 req-e4c73927-fe2a-4b51-90b6-5aaedf8ad79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:48.640627 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-e4c73927-fe2a-4b51-90b6-5aaedf8ad79e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2364125
Apr 16 16:54:48.770417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-18ea5eb2-9e3c-48b6-9bcb-1d3506d66c3e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Synchronizing usage tracker for tenant:fb882053c8e84304847e19528f11d911 on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:48.791081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-18ea5eb2-9e3c-48b6-9bcb-1d3506d66c3e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Unset dirty status for tenant:fb882053c8e84304847e19528f11d911 on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:48.792415 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-18ea5eb2-9e3c-48b6-9bcb-1d3506d66c3e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--1763888363&fields=id&tenant_id=fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 267 time: 0.0734413
Apr 16 16:54:48.966406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:49.001694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-bab0f0d5-2c09-4164-bc1b-ec1747dc0624 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:49.013555 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-bab0f0d5-2c09-4164-bc1b-ec1747dc0624 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 817 time: 0.2088869
Apr 16 16:54:49.041356 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-9dcf333a-fb88-47d4-a95e-0f0426ec50c3 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/quotas/fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 375 time: 0.0301723
Apr 16 16:54:49.128492 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-44bcff33-4420-403f-a920-435e6e082a25 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4732299
Apr 16 16:54:49.152287 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-5f78825f-0b88-4605-bd2e-c915a3a09ca6 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1085920
Apr 16 16:54:49.491160 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-926ee78e-cbda-49c7-bfda-3db03d25bc3a service neutron] 10.222.0.103 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3243406
Apr 16 16:54:49.746506 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4612fd99-d234-4ded-9261-a8f80600a030 req-f0dccbb9-2765-4120-99be-a87df66280ad service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5992074
Apr 16 16:54:49.787486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:49.792051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:49.809664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6fc26d15-0706-4092-8883-e65094cbcc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:49.908374 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-ffee4d1d-52e8-4ddc-a896-88458d4bb0b2 service neutron] 10.222.0.103 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4089522
Apr 16 16:54:49.966904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'Port': ['ID=ed269711-07ca-4be7-ba8f-afd0508d57e7,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:49.982148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:50.137756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:50.275160 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3738f6cc-8ada-4902-9b3a-da4b45e6e3bf req-ef18ea9c-1737-4b1d-8c75-165e7a2dbb4b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 210 time: 0.0698605
Apr 16 16:54:50.401301 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Floating IP 0d9d7b54-1c3a-467d-8c25-2da79da44998 associated. External IP: 172.27.0.86, port: 48feea5a-19f4-4f16-80f8-5166404c8b45.
Apr 16 16:54:50.957463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Router 2b8c3498-08d7-47b5-91b0-307c4231066d has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:54:51.241162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:54:51.260461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] Sync routers for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:54:51.274891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:51.284990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:51.285694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6f2978>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:51.297399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52302) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:51.382433 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52310) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:51.393986 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.7625971
Apr 16 16:54:51.395128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:51.404394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102634327', 'description': 'tempest-secgroup-smoke-2102634327 description', 'project_id': '0944f6a6bc094a1db167f95dea7b6570'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:51.417494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:51.455144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:51.475955 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'status': 'completed', 'code': 200}
Apr 16 16:54:51.489229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:51.581801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:51.591526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:51.612069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:51.618587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:51.641828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:51.645629 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:51.655655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Usage tracker for resource:security_group_rule and tenant:5f1a5996f6db4181bfeb8f7afbfefe39 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:51.664965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:51.674353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:51.685105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a76d9-f2b6-49da-8465-a08808e2738b req-10c556cc-2734-45fc-bf15-9214b2b48ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:51.686933 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-109a76d9-f2b6-49da-8465-a08808e2738b req-10c556cc-2734-45fc-bf15-9214b2b48ed2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1098 time: 0.1649396
Apr 16 16:54:51.775629 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bbf5d64a-efc5-45e4-bf4b-66798ea247d6 req-28084580-263e-469f-84fd-394ba6169116 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 210 time: 0.3161163
Apr 16 16:54:51.833815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:51.907956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a76d9-f2b6-49da-8465-a08808e2738b req-e419f810-563d-4936-b754-276e1d7176f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:51.909551 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-109a76d9-f2b6-49da-8465-a08808e2738b req-e419f810-563d-4936-b754-276e1d7176f5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 200  len: 916 time: 0.2123096
Apr 16 16:54:51.925110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:51.936412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:51.954915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bf2c69f2-b52d-471d-a9e3-21b9f84c4671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:51.965603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:51.974078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.124430 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-109a76d9-f2b6-49da-8465-a08808e2738b req-5f754914-07ce-43ca-acd0-1f6726968954 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 998 time: 0.2026255
Apr 16 16:54:52.174701 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=5f1a5996f6db4181bfeb8f7afbfefe39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8754799
Apr 16 16:54:52.175670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:52.180790 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52318) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:52.183850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:52.187729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4539fa6b-55b5-43d0-988f-de8fb0c3c2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:52.196568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.200886 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a56178cd-e3c2-405c-b7ee-35257f287424 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8130291
Apr 16 16:54:52.224706 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52322) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:52.239861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'security_group_rule': {'security_group_id': 'dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b', 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:52.284267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a76d9-f2b6-49da-8465-a08808e2738b req-9ac977ab-f46f-4c4a-982f-3ecabab071a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:52.292795 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-109a76d9-f2b6-49da-8465-a08808e2738b req-9ac977ab-f46f-4c4a-982f-3ecabab071a1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f366899f-75b2-49d4-b308-e522cde3b565 HTTP/1.1" status: 200  len: 853 time: 0.1478939
Apr 16 16:54:52.331853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:52.358410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:52.363000 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:52.377466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:52.414666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6f2978>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '0d9d7b54-1c3a-467d-8c25-2da79da44998', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'port_id': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'mac_address': 'fa:16:3e:ec:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:48Z', 'updated_at': '2021-04-16T16:54:48Z', 'revision_number': 0, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:40Z', 'revision_number': 5, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:52.428321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] Checking router: 2b8c3498-08d7-47b5-91b0-307c4231066d for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:54:52.446374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a76d9-f2b6-49da-8465-a08808e2738b req-e98f7537-ca9a-4e6f-a9e0-d48a2a9dbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:52.448464 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-109a76d9-f2b6-49da-8465-a08808e2738b req-e98f7537-ca9a-4e6f-a9e0-d48a2a9dbb21 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8c55fbc3-094c-44bb-b10a-f991a66d271b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1432090
Apr 16 16:54:52.449236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:54:52.450770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6f2978>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:52.452973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.477471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d0d6eb-a254-47e2-8acb-931eff76442d,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:52.481026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:52.528984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-ab653291-9b45-4b1c-9087-63e60f0604fa tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:52.530713 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-ab653291-9b45-4b1c-9087-63e60f0604fa tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 817 time: 0.5237808
Apr 16 16:54:52.578637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.639108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.644044 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-109a76d9-f2b6-49da-8465-a08808e2738b req-165bbdae-f783-4457-8daf-c789afcaa443 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762455
Apr 16 16:54:52.725241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.738797 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-85367bc1-3a34-402e-80c0-0f01813ee7ae tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 5704 time: 0.1798303
Apr 16 16:54:52.738797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.746758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-31a6c942-da12-43b2-819d-09cca12b4003 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:52.749739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:54:52.771923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'port': {'device_id': '4a606efe-c285-436f-9d27-d09708bc4564', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'admin_state_up': True, 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'security_groups': ['6e121763-2776-4569-897e-cc02cc0fe2f0']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:52.803613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6dd1c5-5420-4ce0-a012-6e5af18f5e47,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:52.806743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:52.840976 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-109a76d9-f2b6-49da-8465-a08808e2738b req-8750c0fb-2498-445c-a292-3f9b9ab89b14 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779978
Apr 16 16:54:52.896956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.899918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.904337 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c9d0d6eb-a254-47e2-8acb-931eff76442d HTTP/1.1" status: 204  len: 168 time: 0.7192097
Apr 16 16:54:52.947844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ab19da62-d102-4e1e-8299-12fcdc5639e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:52.962451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:52.966582 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9b63953c-34c9-4ce2-bb2c-e5c19aae7e6a tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7309513
Apr 16 16:54:52.967143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52336) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:52.972933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'security_group_rule': {'security_group_id': 'dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b', 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:52.991293 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:53.017217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:53.022994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:53.031426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:53.067397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d0d6eb-a254-47e2-8acb-931eff76442d,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:53.083100 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-461b51d2-1ccf-4e32-9d60-91960ee91407 req-9f179365-393e-46c1-b8c3-81a59a2f95de tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 210 time: 0.1219177
Apr 16 16:54:53.084470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:53.089622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.132345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:53.138611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Usage tracker for resource:port and tenant:fb882053c8e84304847e19528f11d911 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:53.150822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:53.165308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:53.178228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Made reservation on behalf of fb882053c8e84304847e19528f11d911 for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:54:53.188056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.202833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.207747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.218983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:53.249574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e7e65b-4e9a-46d9-aea7-ab7a964a9294,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:53.253241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:53.269011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.274130 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3056908
Apr 16 16:54:53.275013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52342) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:53.287301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'security_group_rule': {'security_group_id': 'dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b', 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:53.292137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:53.299001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:53.305233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:53.312463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:53.343041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.344256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6f2978>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '0d9d7b54-1c3a-467d-8c25-2da79da44998', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'port_id': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'mac_address': 'fa:16:3e:ec:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:48Z', 'updated_at': '2021-04-16T16:54:48Z', 'revision_number': 0, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:40Z', 'revision_number': 5, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:54:53.350791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1538cf-2617-4017-ad74-b5f30711c44e None None] The sync data for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi is: [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '0d9d7b54-1c3a-467d-8c25-2da79da44998', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'port_id': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'mac_address': 'fa:16:3e:ec:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:48Z', 'updated_at': '2021-04-16T16:54:48Z', 'revision_number': 0, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:40Z', 'revision_number': 5, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:54:53.417141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52346) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:53.446246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.450238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.452775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c02f5ff7-4588-4fd8-a8f9-161b79dc30a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:53.459121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.482115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bec9f7c-4eab-4cdd-b924-e3d927a29a80,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:53.485665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:53.492675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:53.499208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.500893 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-81bf0afc-5277-45c7-90ec-23fa9c1613ac tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2229395
Apr 16 16:54:53.503665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Usage tracker for resource:security_group_rule and tenant:af56261152334c29a23f9dc4f4e1cf2a is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:53.505322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52352) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:53.510667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:53.514484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'security_group_rule': {'security_group_id': 'dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b', 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:53.526320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:53.529363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:53.533509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:53.538736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:53.549268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Allocated IP 172.20.0.6 (5636c544-b076-4465-9c13-a664e37a5e03/74adbd19-8abb-48f9-823d-203f288b147c/aef9925c-8048-4095-a618-0d55f10b32a1) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:54:53.553188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:53.580006 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.671922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.675066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.682574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8f27cede-b0d8-4ed5-9e93-c59ff198e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:53.707070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63619942-2dea-4b5c-b67a-79040f671f03,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:53.710065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:53.719759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.721370 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fbf9f115-1357-46f3-a5f4-0514e8c27b3e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2147419
Apr 16 16:54:53.724693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52358) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:53.741710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'security_group_rule': {'security_group_id': 'dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b', 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:53.744805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127f2e7-51e8-4dee-b5c3-8ceafbc3cdc1 None None] New status for floating IP 0d9d7b54-1c3a-467d-8c25-2da79da44998: ACTIVE {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:54:53.756101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:53.784447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:53.793403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:53.817242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:53.861446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.878002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.892393 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e6982df7-fe08-4bd7-bed2-7dab315d6d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:53.918367 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.securitygroups_db [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Project 0944f6a6bc094a1db167f95dea7b6570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 16:54:53.969250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:53.987677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.009848 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=af56261152334c29a23f9dc4f4e1cf2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5883026
Apr 16 16:54:54.011810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52362) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:54.018885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690dc254-f68a-4109-95d6-81f40fb39d6a,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:54.028619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:54.074576 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Transition to ACTIVE for port object aef9925c-8048-4095-a618-0d55f10b32a1 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:54:54.133982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.138479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.141480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.146395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:54.175702 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.181065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.218834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4b7636-e5fb-4942-a410-b2baabfc1d15,revision_number=0']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:54.235004 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:54.241230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13ce84dd-7a77-4dd4-9175-1ae381745aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:54.263438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.269525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-850c38df-1cd5-46da-bc68-6a23ef5ea499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:54.287244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690dc254-f68a-4109-95d6-81f40fb39d6a,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:54.289961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:54.296540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.297931 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/690dc254-f68a-4109-95d6-81f40fb39d6a HTTP/1.1" status: 204  len: 168 time: 0.2846634
Apr 16 16:54:54.439422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.440928 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-86e10ac8-f866-4239-8538-1172c71c83f1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7150552
Apr 16 16:54:54.445419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52372) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:54.452353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'security_group_rule': {'security_group_id': 'dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b', 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:54.460226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:54.464971 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Usage tracker for resource:security_group_rule and tenant:0944f6a6bc094a1db167f95dea7b6570 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:54.468465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:54.477005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:54.479403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:54.482676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:54.502079 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.securitygroups_db [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Project 0944f6a6bc094a1db167f95dea7b6570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 16:54:54.511741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.583499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09a691-171b-4cae-b657-05cb4d3743b9 req-239ef1c2-9f45-4332-8645-6c0508dbb7ba tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:54.584441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-1b09a691-171b-4cae-b657-05cb4d3743b9 req-239ef1c2-9f45-4332-8645-6c0508dbb7ba tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Synchronizing usage tracker for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:54.608499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Network 5636c544-b076-4465-9c13-a664e37a5e03 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:54:54.612078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:54:54.613146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.615107 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:54:54.625881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.631653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:54.670255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51220f0a-4173-4e4d-b97a-fdc6d412e330,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:54.674173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:54.686035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.687447 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-da72b8d1-5b3f-40ce-827d-d6d8726e2aa1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2405879
Apr 16 16:54:54.688373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-1b09a691-171b-4cae-b657-05cb4d3743b9 req-239ef1c2-9f45-4332-8645-6c0508dbb7ba tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Unset dirty status for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:54.690521 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1b09a691-171b-4cae-b657-05cb4d3743b9 req-239ef1c2-9f45-4332-8645-6c0508dbb7ba tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 931 time: 0.3952522
Apr 16 16:54:54.781096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:54.782044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:54.826040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1b09a691-171b-4cae-b657-05cb4d3743b9 req-e88e5ffc-8009-41ef-a10b-f0e6340b841c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265671
Apr 16 16:54:54.835279 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0766425
Apr 16 16:54:54.909438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-962d231f-8d59-4650-9465-d9b2881d2711 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Synchronizing usage tracker for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:54:54.927885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-962d231f-8d59-4650-9465-d9b2881d2711 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Unset dirty status for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:54:54.937323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-962d231f-8d59-4650-9465-d9b2881d2711 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102634327&fields=id&tenant_id=0944f6a6bc094a1db167f95dea7b6570 HTTP/1.1" status: 200  len: 267 time: 0.0817924
Apr 16 16:54:55.033064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Request body: {'port': {'device_id': '4a606efe-c285-436f-9d27-d09708bc4564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:55.080958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-457cad50-543d-402b-b985-d1ed5a51d20b None None] Provisioning for port aef9925c-8048-4095-a618-0d55f10b32a1 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:54:55.087280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-457cad50-543d-402b-b985-d1ed5a51d20b None None] Provisioning complete for port aef9925c-8048-4095-a618-0d55f10b32a1 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:54:55.087988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-457cad50-543d-402b-b985-d1ed5a51d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:55.100199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-87219cc6-469a-45be-aa81-0e4ae5592bbf tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:55.102159 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-87219cc6-469a-45be-aa81-0e4ae5592bbf tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1637671
Apr 16 16:54:55.135916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'port': {'security_groups': ['3c0f29ea-a413-4478-be29-4c4068988b27', 'dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:54:55.202529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-457cad50-543d-402b-b985-d1ed5a51d20b None None] Port aef9925c-8048-4095-a618-0d55f10b32a1 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:54:55.374783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:55.465065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:56.458725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.resource_extend [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 16 16:54:56.481358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=48feea5a-19f4-4f16-80f8-5166404c8b45,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:54:56.577822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef9925c-8048-4095-a618-0d55f10b32a1 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:54:56.599572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:56.599572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:56.606767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:56.621040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['48feea5a-19f4-4f16-80f8-5166404c8b45'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:54:56.627504 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:56.759705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eac5b-699c-45e0-86ff-6e8f3b9a28f6 req-8c9c134c-6b60-4707-ad56-6ab2ef9ae01e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:56.761378 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae7eac5b-699c-45e0-86ff-6e8f3b9a28f6 req-8c9c134c-6b60-4707-ad56-6ab2ef9ae01e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 931 time: 0.6687231
Apr 16 16:54:56.767757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Transition to ACTIVE for port object aef9925c-8048-4095-a618-0d55f10b32a1 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:54:56.781891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.024548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52428) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:57.054179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=6']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:57.073272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:57.080047 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae7eac5b-699c-45e0-86ff-6e8f3b9a28f6 req-888aba92-77fe-4323-8b6e-728456940d54 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3053014
Apr 16 16:54:57.081015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-631aa88a-6a99-4391-9e40-761cfead0faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:57.237420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:57.238146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.239704 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9f724977-e197-4b6f-b448-5cc42e7f0015 req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "PUT /v2.0/ports/48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 981 time: 2.1135805
Apr 16 16:54:57.240295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:57.262385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:57.281001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:57.307713 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.340427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:57.359158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Usage tracker for resource:security_group_rule and tenant:921c905ce6924553bd0fa9e01d8c7e47 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:57.365535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:57.380022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['48feea5a-19f4-4f16-80f8-5166404c8b45'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:54:57.386695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:57.404624 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'status': 'completed', 'code': 200}
Apr 16 16:54:57.520781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.562879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.581291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0d8004e1-ad1d-41af-ad7b-b36b97e40741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:57.647507 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=921c905ce6924553bd0fa9e01d8c7e47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6213334
Apr 16 16:54:57.652810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52440) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:57.670052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad0814a-bf6c-4b87-88f2-72f539fbbc42,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:57.683385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.684189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.684682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.685274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.685873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.686491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.687095 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.687716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.688297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.689360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.689771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.690178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:54:57.702607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:57.702753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-48184623-eb8f-49d9-860f-1aa171ecd7c4 None None] Provisioning complete for port 48feea5a-19f4-4f16-80f8-5166404c8b45 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:54:57.703272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-48184623-eb8f-49d9-860f-1aa171ecd7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.714680 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-21a006e2-391b-45a1-9d1f-1b98fbc48d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:57.716502 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-21a006e2-391b-45a1-9d1f-1b98fbc48d32 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1137 time: 0.1930680
Apr 16 16:54:57.754997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Attempting to bind port aef9925c-8048-4095-a618-0d55f10b32a1 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:54:57.755400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Attempting to bind port aef9925c-8048-4095-a618-0d55f10b32a1 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:54:57.755747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Attempting to bind port aef9925c-8048-4095-a618-0d55f10b32a1 on network 5636c544-b076-4465-9c13-a664e37a5e03 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:54:57.771689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Port aef9925c-8048-4095-a618-0d55f10b32a1 on network 5636c544-b076-4465-9c13-a664e37a5e03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:54:57.771689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Attempting to bind port aef9925c-8048-4095-a618-0d55f10b32a1 on network 5636c544-b076-4465-9c13-a664e37a5e03 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:54:57.790909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:54:57.791317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Checking segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:54:57.791769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Bound using segment: {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:54:57.792228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Bound port: aef9925c-8048-4095-a618-0d55f10b32a1, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e42340f-c8f6-4682-8fdb-e5f32e6601ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1384, 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:54:57.792609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.812540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1d454-dd43-4095-ad2e-5973fee70efb req-369a2076-f661-4bac-8ee9-e48f063a9d23 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:57.814495 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-96e1d454-dd43-4095-ad2e-5973fee70efb req-369a2076-f661-4bac-8ee9-e48f063a9d23 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.3871343
Apr 16 16:54:57.824186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.937041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:57.946507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-ee35f475-329e-4d3e-a216-540fe36609e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:57.948391 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-ee35f475-329e-4d3e-a216-540fe36609e1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 200  len: 916 time: 0.2234702
Apr 16 16:54:58.015757 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-96e1d454-dd43-4095-ad2e-5973fee70efb req-5193339a-3b0f-4400-bd99-290f4952853c tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1863453
Apr 16 16:54:58.031888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:54:58.068979 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:54:58.073773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:58.083577 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-6e08de69-5658-4b5f-8dd4-288337ac4558 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 1000 time: 0.1271639
Apr 16 16:54:58.091957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-72308bb6-390c-4d30-a95e-2fdd39a2f40e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:58.195231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-23f4e75a-ad93-422f-86e4-cead5ed127fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:58.197293 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-23f4e75a-ad93-422f-86e4-cead5ed127fa service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f366899f-75b2-49d4-b308-e522cde3b565 HTTP/1.1" status: 200  len: 853 time: 0.1030784
Apr 16 16:54:58.229038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:58.304438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-594b4554-eade-4708-9c30-1bca9b1730a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:58.306031 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-594b4554-eade-4708-9c30-1bca9b1730a8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8c55fbc3-094c-44bb-b10a-f991a66d271b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0987258
Apr 16 16:54:58.347529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:58.349226 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6ad0814a-bf6c-4b87-88f2-72f539fbbc42 HTTP/1.1" status: 204  len: 168 time: 0.6949704
Apr 16 16:54:58.365890 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:58.382967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:58.383555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e4ef42df-0133-4468-8263-e8c00d429f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:58.404546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad0814a-bf6c-4b87-88f2-72f539fbbc42,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:58.411020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:58.441424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:58.442108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:58.443836 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] 10.222.0.120 "PUT /v2.0/ports/aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 200  len: 1093 time: 3.5965848
Apr 16 16:54:58.477407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2543d7-4874-4995-a95c-6fe29575ee21 req-7bef5254-a99d-4438-9d86-c62392096ce8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:58.479449 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0d2543d7-4874-4995-a95c-6fe29575ee21 req-7bef5254-a99d-4438-9d86-c62392096ce8 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.2057250
Apr 16 16:54:58.608163 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0d2543d7-4874-4995-a95c-6fe29575ee21 req-88092a5a-a6fd-48c7-b0e3-d5601ccf120b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213217
Apr 16 16:54:58.670015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-a3b0c71c-f6e9-479d-8241-bdbe67639417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:58.671771 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-a3b0c71c-f6e9-479d-8241-bdbe67639417 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1096 time: 0.1584871
Apr 16 16:54:58.773963 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-fa38723d-1f77-4310-a1bd-d3bbfeaab589 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 200  len: 217 time: 0.0893471
Apr 16 16:54:58.806764 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-3656824c-b405-414e-97de-3b829d7078bb service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4877768
Apr 16 16:54:58.807362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52454) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:58.854763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:58.861188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-1bb41c32-6397-40cf-a47e-82c1a9a3f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:58.863072 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-1bb41c32-6397-40cf-a47e-82c1a9a3f085 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.0788951
Apr 16 16:54:58.932313 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:54:58.940871 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Usage tracker for resource:security_group_rule and tenant:32035f473d98466ba72e089ae3e74983 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:54:58.945724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:54:58.962078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-cb047699-26fa-426c-aa19-12fd98faa22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:58.962371 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:54:58.963728 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-cb047699-26fa-426c-aa19-12fd98faa22c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0850596
Apr 16 16:54:59.059567 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3aba4837-9c2f-499d-82ce-39d35dbc71d6 req-d376dcf5-9ba9-46bc-acb4-6937c1abbab7 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327096
Apr 16 16:54:59.159647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:59.163465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:59.173345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-32e8c08a-f54c-416e-8a11-d065c80a29fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:59.204907 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-364bb8ff-38d5-4071-915e-e0f393ab9ec9 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284679
Apr 16 16:54:59.216835 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=32035f473d98466ba72e089ae3e74983&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4076982
Apr 16 16:54:59.221176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52458) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:54:59.248201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04b86f9-e869-42dc-bbb7-21a3752e2a5d,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:59.263355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:59.347046 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:59.378814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:59.395060 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-edbb774e-8ce9-4a63-8364-372bcfea04b2 req-639a4e6f-9fac-4156-99bc-59ef56bbc5fa service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825507
Apr 16 16:54:59.406097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:54:59.448501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:59.455628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5354dd30-6221-408c-970a-52cae8689fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:54:59.474419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04b86f9-e869-42dc-bbb7-21a3752e2a5d,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:54:59.474843 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'status': 'completed', 'code': 200}
Apr 16 16:54:59.484274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:54:59.490415 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b04b86f9-e869-42dc-bbb7-21a3752e2a5d HTTP/1.1" status: 204  len: 168 time: 0.2629979
Apr 16 16:54:59.490415 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:54:59.604189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27b57-401f-423d-83c6-708de5e913b4 req-16b8658d-f086-49c2-85d2-5043c5f037eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:59.605975 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34b27b57-401f-423d-83c6-708de5e913b4 req-16b8658d-f086-49c2-85d2-5043c5f037eb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1096 time: 0.0981638
Apr 16 16:54:59.848626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27b57-401f-423d-83c6-708de5e913b4 req-36631159-1dec-45bc-917b-7919c2baa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:59.850187 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34b27b57-401f-423d-83c6-708de5e913b4 req-36631159-1dec-45bc-917b-7919c2baa9ec service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.2376416
Apr 16 16:54:59.952857 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34b27b57-401f-423d-83c6-708de5e913b4 req-f2165d4e-058d-44cf-a7cd-d363a6724c36 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 200  len: 217 time: 0.0836318
Apr 16 16:54:59.968056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98447b-84d5-45bc-a003-587b60f773fc req-54e7560c-b429-4ddc-a78d-0ed359dd40c1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:54:59.969761 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ee98447b-84d5-45bc-a003-587b60f773fc req-54e7560c-b429-4ddc-a78d-0ed359dd40c1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.2098825
Apr 16 16:55:00.084236 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ee98447b-84d5-45bc-a003-587b60f773fc req-b5c2648c-1a73-4a95-9cc8-88a14be7624f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709679
Apr 16 16:55:00.093394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27b57-401f-423d-83c6-708de5e913b4 req-73d8e70f-9d62-4a0d-8795-09203e258554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:00.101376 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34b27b57-401f-423d-83c6-708de5e913b4 req-73d8e70f-9d62-4a0d-8795-09203e258554 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.1249821
Apr 16 16:55:00.198403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27b57-401f-423d-83c6-708de5e913b4 req-e59249cd-4927-49cd-95ef-e2408121768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:00.200289 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34b27b57-401f-423d-83c6-708de5e913b4 req-e59249cd-4927-49cd-95ef-e2408121768a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0916767
Apr 16 16:55:00.383692 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34b27b57-401f-423d-83c6-708de5e913b4 req-d483055d-8c04-49c6-bcdc-a44edfac1d4c service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735911
Apr 16 16:55:00.638040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34b27b57-401f-423d-83c6-708de5e913b4 req-c8cae935-f055-412f-a2fe-7b64c128042a service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307167
Apr 16 16:55:01.433980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a993f-d311-4ae4-893c-2d34fe287a93 req-f44a0d49-370f-4035-9ff7-c91fbd674494 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:01.436035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b99a993f-d311-4ae4-893c-2d34fe287a93 req-f44a0d49-370f-4035-9ff7-c91fbd674494 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1574047
Apr 16 16:55:01.525429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b99a993f-d311-4ae4-893c-2d34fe287a93 req-7d4ac1d8-39ff-4fed-9b13-51387dc3b7e9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792658
Apr 16 16:55:02.324026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:55:02.493545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:02.527128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'port_id': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'mac_address': 'fa:16:3e:41:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:55:02.602636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:02.628545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef9925c-8048-4095-a618-0d55f10b32a1 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:55:02.650394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:02.654217 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:02.658048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4109e33c-2b11-4b87-8c57-f4e5df940ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:02.743114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:02.756531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.757128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.757525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.757900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.758276 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.758838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.759472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.760093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.760733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.762045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.762045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.762685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:02.770367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:02.796119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3cb97-8f91-4cc7-b840-4d93981e3eb1 req-2654974b-876b-4739-8176-1c7d00ae417f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:02.798645 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2b3cb97-8f91-4cc7-b840-4d93981e3eb1 req-2654974b-876b-4739-8176-1c7d00ae417f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 944 time: 0.1209509
Apr 16 16:55:02.859043 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2b3cb97-8f91-4cc7-b840-4d93981e3eb1 req-2c152b8f-c49c-4662-b3f1-79d5251f46ca tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518441
Apr 16 16:55:03.011128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['aef9925c-8048-4095-a618-0d55f10b32a1'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:55:04.342479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:55:04.371463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b500843-ee14-479f-9d07-b61fccfadcc4 req-7d8f335f-f2d3-4622-8cdc-aeaeba307f91 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:04.372600 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b500843-ee14-479f-9d07-b61fccfadcc4 req-7d8f335f-f2d3-4622-8cdc-aeaeba307f91 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 944 time: 0.3649137
Apr 16 16:55:04.430532 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b500843-ee14-479f-9d07-b61fccfadcc4 req-7b4cbcf7-47d6-4c92-8008-30685db96729 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502200
Apr 16 16:55:04.430779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port aef9925c-8048-4095-a618-0d55f10b32a1 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:55:04.443690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port aef9925c-8048-4095-a618-0d55f10b32a1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:55:04.444178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:04.600041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:04.638617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:04.652227 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:04.656828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:04.660131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:04.699785 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'code': 200}
Apr 16 16:55:04.748153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:04.755344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:04.988918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c9b2a-a28d-4c66-8129-64de7d785dc8 req-aac4c948-c98b-4261-9663-e1d8a94f2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:04.990815 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e47c9b2a-a28d-4c66-8129-64de7d785dc8 req-aac4c948-c98b-4261-9663-e1d8a94f2c1e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1098 time: 0.1009014
Apr 16 16:55:05.069334 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e47c9b2a-a28d-4c66-8129-64de7d785dc8 req-0691d9e1-8e72-4d18-ab3e-1e0f4b690012 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702837
Apr 16 16:55:05.690435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcfc7-5d14-4515-a061-927bba8bcfc8 req-fe83cc29-a2c0-4ce3-a187-90d27939d144 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:05.691998 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-efdfcfc7-5d14-4515-a061-927bba8bcfc8 req-fe83cc29-a2c0-4ce3-a187-90d27939d144 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1277001
Apr 16 16:55:05.746965 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-efdfcfc7-5d14-4515-a061-927bba8bcfc8 req-5469c1f6-7ff5-47b2-9e8e-d99216ac8999 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475652
Apr 16 16:55:07.008945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540fb9c-e5bb-440a-bbbd-2f1493f678d9 req-a33564a6-75cf-410a-9479-41c06e860bc4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:07.010799 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4540fb9c-e5bb-440a-bbbd-2f1493f678d9 req-a33564a6-75cf-410a-9479-41c06e860bc4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1195056
Apr 16 16:55:07.073805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-043c173f-9d28-4c8a-9f64-749bc9db2c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:07.081447 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4540fb9c-e5bb-440a-bbbd-2f1493f678d9 req-c4d306ca-0a9a-4cdd-8905-768d4e83e901 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610902
Apr 16 16:55:07.375122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f388dea-01bb-4935-839e-a8c584be6333 req-c8079e83-d283-420d-a218-2762af0de750 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:07.377704 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5f388dea-01bb-4935-839e-a8c584be6333 req-c8079e83-d283-420d-a218-2762af0de750 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1063015
Apr 16 16:55:07.387989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52600) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:07.397891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Request body: {'floatingip': {'port_id': 'aef9925c-8048-4095-a618-0d55f10b32a1'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:07.495029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:08.234855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:08.239316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:08.480513 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Floating IP 1134b244-06cc-4deb-a571-8ec80ab93304 associated. External IP: 172.27.0.239, port: aef9925c-8048-4095-a618-0d55f10b32a1.
Apr 16 16:55:08.918370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Router f5b83677-7f45-4652-862e-a4ab9d3f6599 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:55:09.157544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:55:09.162944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:09.175203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] Sync routers for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:55:09.195746 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:55:09.197595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e796940>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:54:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:09.254075 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0e1abce4-58a2-4c99-9474-630d95e12aa0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "PUT /v2.0/floatingips/1134b244-06cc-4deb-a571-8ec80ab93304 HTTP/1.1" status: 200  len: 991 time: 1.8632393
Apr 16 16:55:09.255182 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:09.529152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb319a6a-8402-45ca-a531-783c59915b7f req-8708b052-0a34-4e88-897d-effdf064519b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:09.531800 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb319a6a-8402-45ca-a531-783c59915b7f req-8708b052-0a34-4e88-897d-effdf064519b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1454940
Apr 16 16:55:09.542519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:55:09.627809 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb319a6a-8402-45ca-a531-783c59915b7f req-ace15828-1dc0-493f-bb92-c729695f6b49 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0848620
Apr 16 16:55:09.651339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-da99038b-6a0d-47e8-ae56-55ea47503a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:09.693907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:09.778890 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'status': 'completed', 'code': 200}
Apr 16 16:55:09.919239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-674df761-e8f0-49bc-99c2-151cf0237b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:09.922010 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-674df761-e8f0-49bc-99c2-151cf0237b4a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1098 time: 0.1127083
Apr 16 16:55:10.103040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-e89b35f4-b065-4ff4-8f1f-6bb2c5d6863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:10.104682 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-e89b35f4-b065-4ff4-8f1f-6bb2c5d6863a service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.1752648
Apr 16 16:55:10.267476 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-36672659-721d-4b4d-9377-b5ed7273ef64 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 200  len: 999 time: 0.1515160
Apr 16 16:55:10.296910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:10.332608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e796940>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '1134b244-06cc-4deb-a571-8ec80ab93304', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'port_id': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'mac_address': 'fa:16:3e:41:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a606efe-c285-436f-9d27-d09708bc4564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:47Z', 'updated_at': '2021-04-16T16:55:08Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:10.337735 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] Checking router: f5b83677-7f45-4652-862e-a4ab9d3f6599 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:55:10.349952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:55:10.351262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e796940>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:55:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:10.355775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-8d4b1747-04cf-4bfa-ac59-3297d50ab8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:10.357578 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-8d4b1747-04cf-4bfa-ac59-3297d50ab8e8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.0715981
Apr 16 16:55:10.467884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-19a27cd6-be31-4435-a666-95014a633c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:10.469699 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-19a27cd6-be31-4435-a666-95014a633c8c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0964038
Apr 16 16:55:10.661569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:55:11.024472 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-91a1f24e-0585-4b86-bd98-8a00a0e63ac5 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5426476
Apr 16 16:55:11.226249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c584b-7bf6-4426-b96b-d0007e7483c2 req-989f7ab4-3304-49d8-9875-1fb6b4db6035 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:11.228879 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ac9c584b-7bf6-4426-b96b-d0007e7483c2 req-989f7ab4-3304-49d8-9875-1fb6b4db6035 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.3286231
Apr 16 16:55:11.232381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e796940>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '1134b244-06cc-4deb-a571-8ec80ab93304', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'port_id': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'mac_address': 'fa:16:3e:41:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a606efe-c285-436f-9d27-d09708bc4564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:47Z', 'updated_at': '2021-04-16T16:55:08Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:11.241310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79b40e-96d8-4046-9025-579554a3b59c None None] The sync data for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi is: [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '1134b244-06cc-4deb-a571-8ec80ab93304', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'port_id': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'mac_address': 'fa:16:3e:41:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a606efe-c285-436f-9d27-d09708bc4564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:54:47Z', 'updated_at': '2021-04-16T16:55:08Z', 'revision_number': 1, 'project_id': 'fb882053c8e84304847e19528f11d911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:55:11.301617 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7188ab16-5645-4936-ac51-08b3dea0df81 req-3ad8bb40-5e2d-4e6c-a9b9-b393207c69ff service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487531
Apr 16 16:55:11.330491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:11.334262 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ac9c584b-7bf6-4426-b96b-d0007e7483c2 req-a5787b0b-0403-4096-a878-5ab3140c6524 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0960996
Apr 16 16:55:11.636282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b330a-9aac-4a2f-be9a-376036d80019 None None] New status for floating IP 1134b244-06cc-4deb-a571-8ec80ab93304: ACTIVE {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:55:12.560105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff549-cc99-4920-9863-09a16cd7b715 req-72b05c94-70dc-4c88-9064-ccd10d381c62 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:12.561717 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-749ff549-cc99-4920-9863-09a16cd7b715 req-72b05c94-70dc-4c88-9064-ccd10d381c62 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.0974052
Apr 16 16:55:12.613067 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-749ff549-cc99-4920-9863-09a16cd7b715 req-f687cdf1-e9ab-4c0b-bb43-63c9011c76d8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443425
Apr 16 16:55:13.903218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbcfef-7a81-445c-8be0-baaedb22ccf4 req-234ee2c8-f7dd-4cf1-8b44-d3507860e2f8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:13.904953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7dbcfef-7a81-445c-8be0-baaedb22ccf4 req-234ee2c8-f7dd-4cf1-8b44-d3507860e2f8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1517792
Apr 16 16:55:13.987650 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b7dbcfef-7a81-445c-8be0-baaedb22ccf4 req-a7595891-8ad2-47da-9195-1a7999dbba2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0733016
Apr 16 16:55:15.291975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4435db0-f659-43d9-b3de-86e5d917cb7a req-9b6c1caa-a253-4f89-a1a9-1c990a934ebc tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:15.294509 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b4435db0-f659-43d9-b3de-86e5d917cb7a req-9b6c1caa-a253-4f89-a1a9-1c990a934ebc tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1187744
Apr 16 16:55:15.372081 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b4435db0-f659-43d9-b3de-86e5d917cb7a req-643357df-f4e8-4468-b50c-e2cebf28304e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0650744
Apr 16 16:55:16.479098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:16.634237 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679499c-d824-47c2-8574-02a6256b2b32 req-e0679739-4f5a-4031-b1b7-b5e7599794ed tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:16.636108 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0679499c-d824-47c2-8574-02a6256b2b32 req-e0679739-4f5a-4031-b1b7-b5e7599794ed tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1223283
Apr 16 16:55:16.701137 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0679499c-d824-47c2-8574-02a6256b2b32 req-dc4f9148-4f3b-466d-a6f4-b9543ab85071 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0536888
Apr 16 16:55:17.524015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8f87e-0e23-4a83-9710-a172e853c7db req-d66fa968-f4b1-4a12-be89-99500e5e7975 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:17.527065 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fdb8f87e-0e23-4a83-9710-a172e853c7db req-d66fa968-f4b1-4a12-be89-99500e5e7975 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.1318936
Apr 16 16:55:17.602112 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fdb8f87e-0e23-4a83-9710-a172e853c7db req-c7ea3bff-4541-4998-99d0-87eec7b06a27 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666299
Apr 16 16:55:17.924558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba025a-9c2b-40fc-bd1f-d3733f63b777 req-f05ad725-62ef-42e8-a53c-6b97c7f45a0f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:17.926145 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cfba025a-9c2b-40fc-bd1f-d3733f63b777 req-f05ad725-62ef-42e8-a53c-6b97c7f45a0f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.0974431
Apr 16 16:55:17.983592 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cfba025a-9c2b-40fc-bd1f-d3733f63b777 req-0183a68e-1d3b-47cc-8b30-f5c8717a140e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507243
Apr 16 16:55:18.833099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd9c91-69b0-4d00-8e8d-663c0a85dd0b req-3cdc272a-fc0e-4127-88c2-064c49b20330 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:18.835093 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d9dd9c91-69b0-4d00-8e8d-663c0a85dd0b req-3cdc272a-fc0e-4127-88c2-064c49b20330 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.1071377
Apr 16 16:55:18.923580 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d9dd9c91-69b0-4d00-8e8d-663c0a85dd0b req-4044cc2f-0f79-4b50-bfcf-ce60502a6c3b tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814517
Apr 16 16:55:19.229691 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f918b-60ed-4be9-aad2-f64312b5a767 req-f3377e01-0879-466a-8e22-09b5124a78ec tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:19.231587 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b67f918b-60ed-4be9-aad2-f64312b5a767 req-f3377e01-0879-466a-8e22-09b5124a78ec tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.0945232
Apr 16 16:55:19.286208 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b67f918b-60ed-4be9-aad2-f64312b5a767 req-4a98910c-830d-4da3-a14f-f21f510c5e39 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472395
Apr 16 16:55:20.299086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-a8855231-fb66-4f3f-98fa-0575aa334add tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:20.301141 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-a8855231-fb66-4f3f-98fa-0575aa334add tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.1380708
Apr 16 16:55:20.313440 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4541-0c38-4ac7-b190-59f2ce2b6b66 req-3446cacb-47f3-4825-aa21-bcb5c0f0285d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:20.315868 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c1c4541-0c38-4ac7-b190-59f2ce2b6b66 req-3446cacb-47f3-4825-aa21-bcb5c0f0285d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 945 time: 0.1964107
Apr 16 16:55:20.475277 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c1c4541-0c38-4ac7-b190-59f2ce2b6b66 req-b4e7ae12-e02d-4806-8831-988ff56c648f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=17ad84d1-c0b7-4325-9d09-06d45b396c09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128755
Apr 16 16:55:20.497649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Deleting port d2eed23b-d045-4095-8b56-18eb78329917 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:55:20.498156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:20.721018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cb617-089b-4503-b4d1-458644f94ec9 req-6e556822-fd1d-437e-ab92-96bdcf41560e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:20.723205 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5e5cb617-089b-4503-b4d1-458644f94ec9 req-6e556822-fd1d-437e-ab92-96bdcf41560e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1803322
Apr 16 16:55:20.920824 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5e5cb617-089b-4503-b4d1-458644f94ec9 req-ee49abeb-0e99-461d-9375-6bb0ac0099bb tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1655104
Apr 16 16:55:20.993767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] For port d2eed23b-d045-4095-8b56-18eb78329917, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2eed23b-d045-4095-8b56-18eb78329917,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:20.994098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:21.332535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:21.333113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:21.333282 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Floating IP 8aab6c31-a326-44d0-9ead-a88d3bad780a disassociated. External IP: 172.27.0.180, port: d2eed23b-d045-4095-8b56-18eb78329917.
Apr 16 16:55:21.333699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Calling delete_port for d2eed23b-d045-4095-8b56-18eb78329917 owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:55:21.495400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:21.512424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e4e9a2e2-0750-4f19-b0d2-fa5b7080c581 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:21.622121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event deleted for resources: {'Port': ['ID=d2eed23b-d045-4095-8b56-18eb78329917,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:21.627365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:21.738075 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-808bf8bb-a0d5-4d82-b934-04137fd8e770 req-09433e24-9b5e-4eee-9533-25d53199253a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.0637021
Apr 16 16:55:21.989614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Router ce074404-c807-469d-a682-d796f20dd67c has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:55:22.338671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:55:22.348798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] Sync routers for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:55:22.359492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:55:22.360810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e84ad68>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:55:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:22.382778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af51887-3d75-4a02-88c4-7fc68c18079a req-4585b74b-0b46-44ab-96ba-39af43482ae3 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:22.384425 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9af51887-3d75-4a02-88c4-7fc68c18079a req-4585b74b-0b46-44ab-96ba-39af43482ae3 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.2706847
Apr 16 16:55:22.447707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] No DVR routers for this DVR port d2eed23b-d045-4095-8b56-18eb78329917 on host hv-cinder-73362 {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:55:22.452128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:22.455863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'name': 'network-vif-deleted', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:22.492407 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-627768e1-3c1a-4a7a-b072-f613cae486f4 req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "DELETE /v2.0/ports/d2eed23b-d045-4095-8b56-18eb78329917 HTTP/1.1" status: 204  len: 173 time: 2.1749611
Apr 16 16:55:22.501036 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9af51887-3d75-4a02-88c4-7fc68c18079a req-9552e907-9290-44a0-a609-9e746714b7ee tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0798740
Apr 16 16:55:22.512325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:55:22.566870 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e97f89-9724-46b1-8d71-56732a4b3c27', 'name': 'network-vif-deleted', 'tag': 'd2eed23b-d045-4095-8b56-18eb78329917', 'status': 'completed', 'code': 200}
Apr 16 16:55:22.576354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:55:22.926748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-65d368a9-7553-4023-acfd-c9c7b74b3bfb req-0a855800-c091-468a-b83c-24dab76c1723 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Synchronizing usage tracker for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:55:22.945513 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-65d368a9-7553-4023-acfd-c9c7b74b3bfb req-0a855800-c091-468a-b83c-24dab76c1723 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Unset dirty status for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:55:22.946981 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-65d368a9-7553-4023-acfd-c9c7b74b3bfb req-0a855800-c091-468a-b83c-24dab76c1723 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.0754046
Apr 16 16:55:22.954065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e84ad68>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:22.959057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] Checking router: ce074404-c807-469d-a682-d796f20dd67c for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:55:22.970362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:55:22.971051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e84ad68>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:55:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:23.217270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:55:23.877023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e84ad68>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:23.883858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d9cc6-740e-46d8-80e2-d8ce28799b0a None None] The sync data for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi is: [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:55:23.998191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a7ce3-2c64-4771-b6cb-2554a3ca1794 req-587c6aba-37c3-4df4-bc92-67bcce5f840a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:24.000005 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-049a7ce3-2c64-4771-b6cb-2554a3ca1794 req-587c6aba-37c3-4df4-bc92-67bcce5f840a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.3586445
Apr 16 16:55:24.079194 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-049a7ce3-2c64-4771-b6cb-2554a3ca1794 req-d61e30f4-f478-4ef2-9dd3-7e6b36d2445c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0654151
Apr 16 16:55:24.255150 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-582b7f81-89a1-4821-be24-9976331d3359 req-ce170379-8385-43d5-b291-878e8131e72d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.0563748
Apr 16 16:55:24.351631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e78db-bc02-4ac8-8d26-53d400873b0e None None] New status for floating IP 8aab6c31-a326-44d0-9ead-a88d3bad780a: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:55:25.344498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482ebe2-1060-48b5-b706-370771a61761 req-1e6c8022-3fc3-406d-82b9-663c7d2846a8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:25.358505 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d482ebe2-1060-48b5-b706-370771a61761 req-1e6c8022-3fc3-406d-82b9-663c7d2846a8 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1394818
Apr 16 16:55:25.437871 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d482ebe2-1060-48b5-b706-370771a61761 req-ed36f92a-6ec2-4ad9-977b-c8ed2e47b251 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0775020
Apr 16 16:55:25.534667 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9dab21c0-da6e-4197-ad48-e4d1100c3ecf req-0602dfb5-2138-41f8-8fc0-3dbdd94e8d2c tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=22e97f89-9724-46b1-8d71-56732a4b3c27 HTTP/1.1" status: 200  len: 210 time: 0.0731850
Apr 16 16:55:26.725821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52796) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:26.833014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:26.866946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6463bf6-75d8-4531-af11-71270ed8981b req-eb8831b2-2cec-407e-81f6-fca69ff54783 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:26.868656 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c6463bf6-75d8-4531-af11-71270ed8981b req-eb8831b2-2cec-407e-81f6-fca69ff54783 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.2349846
Apr 16 16:55:26.910967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:26.985794 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c6463bf6-75d8-4531-af11-71270ed8981b req-19d6c867-662b-4130-a891-d12beac634cc tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1055238
Apr 16 16:55:27.018783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:27.018783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7a5d0212-93ad-4092-a42f-441d5afc472c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:27.050064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad84d1-c0b7-4325-9d09-06d45b396c09,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:27.057947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:27.062988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:27.068071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52806) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:27.081450 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "DELETE /v2.0/security-groups/17ad84d1-c0b7-4325-9d09-06d45b396c09 HTTP/1.1" status: 204  len: 168 time: 0.3564646
Apr 16 16:55:27.091806 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.v2.resource [None req-fe901987-966d-4f58-a152-e9a80e3b4acf tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] show failed (client error): The resource could not be found.
Apr 16 16:55:27.097143 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fe901987-966d-4f58-a152-e9a80e3b4acf tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups/17ad84d1-c0b7-4325-9d09-06d45b396c09 HTTP/1.1" status: 404  len: 347 time: 0.0236442
Apr 16 16:55:27.098126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52810) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:27.311938 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Deleting port d7a35956-6bd0-471c-b425-d6c07c989f66 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:55:27.312312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:27.537707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:27.537974 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:27.784152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Calling delete_port for d7a35956-6bd0-471c-b425-d6c07c989f66 owned by network:floatingip {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:55:27.955267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532161-2ffe-45ce-929f-bb8e6b47e6d2 req-85f0a183-7201-42cd-94eb-0c1b1e4b6468 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:27.957195 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b3532161-2ffe-45ce-929f-bb8e6b47e6d2 req-85f0a183-7201-42cd-94eb-0c1b1e4b6468 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.3641086
Apr 16 16:55:27.997208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-3f27860c-ef7c-4028-b7de-e4f54fcd0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:27.998987 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-3f27860c-ef7c-4028-b7de-e4f54fcd0eee service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1137 time: 0.4527094
Apr 16 16:55:28.298831 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b3532161-2ffe-45ce-929f-bb8e6b47e6d2 req-c57ddbf4-a59a-4815-b65a-a0f15837af2f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3049557
Apr 16 16:55:28.310695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-81bcc4de-9ddd-4588-8737-584b74583317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:28.312465 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-81bcc4de-9ddd-4588-8737-584b74583317 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 200  len: 916 time: 0.2687685
Apr 16 16:55:28.400179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:28.427288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-61dab931-08bb-4b74-9fcd-fa635b0b99bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:28.551726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event deleted for resources: {'Port': ['ID=d7a35956-6bd0-471c-b425-d6c07c989f66,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:28.564592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:28.643598 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-76242481-ca9a-461b-80a6-e95c7eb1382c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 1000 time: 0.3138556
Apr 16 16:55:28.652350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94f5c-be0c-455d-943d-4d24a110aae7 req-74b8fbe8-3b49-4e03-b270-dc872ee9d0d2 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:28.653991 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-87e94f5c-be0c-455d-943d-4d24a110aae7 req-74b8fbe8-3b49-4e03-b270-dc872ee9d0d2 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.4752696
Apr 16 16:55:28.793786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d2eed23b-d045-4095-8b56-18eb78329917 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:55:28.826098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-549b4ca7-e58e-4217-a937-1d55407b5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:28.828197 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-549b4ca7-e58e-4217-a937-1d55407b5120 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f366899f-75b2-49d4-b308-e522cde3b565 HTTP/1.1" status: 200  len: 853 time: 0.1703682
Apr 16 16:55:28.841121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: d2eed23b-d045-4095-8b56-18eb78329917 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:55:28.841615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device d2eed23b-d045-4095-8b56-18eb78329917 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:55:28.924036 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-87e94f5c-be0c-455d-943d-4d24a110aae7 req-e5e3fd21-239d-4910-8e8d-774753068ea5 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2207117
Apr 16 16:55:29.019211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:29.038130 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-1459da6c-1985-41eb-9626-d4a8aeee0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:29.040011 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-1459da6c-1985-41eb-9626-d4a8aeee0866 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8c55fbc3-094c-44bb-b10a-f991a66d271b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1613545
Apr 16 16:55:29.153476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:29.154760 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "DELETE /v2.0/floatingips/8aab6c31-a326-44d0-9ead-a88d3bad780a HTTP/1.1" status: 204  len: 168 time: 2.0554228
Apr 16 16:55:29.252181 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-88db4af9-6583-4687-ba4d-4565c97923a0 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026954
Apr 16 16:55:29.437212 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37532d5c-7d4a-4a3a-8c7e-a6c74ea1b7ea req-425ebc69-2f39-4709-b6b4-8a7aee7f9a2e service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772635
Apr 16 16:55:29.616354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52852) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:29.623865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214646815', 'description': 'tempest-description--206732163'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:29.634500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefec3-8887-477f-9cdb-76850b67f7fa req-237f8f4d-5675-4cef-81da-65cccd43b185 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:29.645550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:29.649861 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7fbefec3-8887-477f-9cdb-76850b67f7fa req-237f8f4d-5675-4cef-81da-65cccd43b185 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.1517961
Apr 16 16:55:29.651750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:29.655022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:29.682613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:29.714543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:29.747274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:29.752163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group_rule and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:29.755575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:29.769247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:29.868974 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7fbefec3-8887-477f-9cdb-76850b67f7fa req-01e79473-b377-4a14-aca2-f2e81f2c2a07 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2110090
Apr 16 16:55:29.902533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:29.906024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:29.913925 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-27d45c2c-f985-479d-afb6-a8d6d8f4285f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:29.928288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-45060faa-b90c-42f6-a801-36b15b0fa006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:29.931544 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-45060faa-b90c-42f6-a801-36b15b0fa006 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1099 time: 0.2242291
Apr 16 16:55:29.972901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3161343-f38c-4ad4-a847-c55d470b36b3,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:29.987308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:29.988337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:29.993202 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3752933
Apr 16 16:55:29.994442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52862) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:30.001682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'security_group_rule': {'security_group_id': 'b3161343-f38c-4ad4-a847-c55d470b36b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:30.009392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:30.015405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group_rule and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:30.021760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:30.041901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:30.081036 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.180951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.184643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.187034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5ab7888b-d9d1-4df8-a2bc-76bb79bf49e6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:30.215331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90de5ef2-319a-4673-b38a-29d77c38de6b,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:30.241074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:30.246833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.252171 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-bef31fa4-e4ed-4ff1-8f6c-b8915cdcf627 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2557535
Apr 16 16:55:30.252171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52868) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:30.258122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'security_group_rule': {'security_group_id': 'b3161343-f38c-4ad4-a847-c55d470b36b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:30.265084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:30.269876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:security_group_rule and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:30.273068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:30.279901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:30.300768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.319259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-dc2b7d27-2105-4bf0-ad6d-946bcce3ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:30.320845 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-dc2b7d27-2105-4bf0-ad6d-946bcce3ad64 service neutron] 10.222.0.120 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 911 time: 0.3786509
Apr 16 16:55:30.331860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7204ae-4dc3-4b3e-b643-78c1931fdfbd req-924c0a2e-3da3-45af-84c3-56b22450a837 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:30.333485 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cc7204ae-4dc3-4b3e-b643-78c1931fdfbd req-924c0a2e-3da3-45af-84c3-56b22450a837 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1879921
Apr 16 16:55:30.373139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.374732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662956'] for security_group_rule, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.378017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:30.404877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d1fcd9-97af-49c4-9b8c-ca51a4d2f9a3,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:30.410800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:30.414818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.419299 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b47be44b-ae37-40b8-a3c7-39a16d9cd6ad tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1630552
Apr 16 16:55:30.419575 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52874) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:30.425578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:30.432645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:30.436955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Usage tracker for resource:floatingip and tenant:26fb0e15979d43999b94901003579a6a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:30.441652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:30.454073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:30.469655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.543970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52878) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:30.647110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.695888 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cc7204ae-4dc3-4b3e-b643-78c1931fdfbd req-e5aa82b3-4c82-4c8c-bd43-3be81fc9d670 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3005998
Apr 16 16:55:30.713842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:30.724216 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-da61f0ed-2f59-4985-9cf9-9057faaf6a50 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 1002 time: 0.3896711
Apr 16 16:55:30.749807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:30.759877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Usage tracker for resource:security_group_rule and tenant:a6e9e56d62964227bab1182cdfa6682d is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:30.765568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:30.777454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:30.804747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-c6700f04-5ca1-4147-9561-5fa38e135163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:30.806537 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-c6700f04-5ca1-4147-9561-5fa38e135163 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 200  len: 848 time: 0.0726016
Apr 16 16:55:30.883999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Allocated IP 172.27.0.234 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/016dd034-cf22-460c-966d-37ff8db79841) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:55:30.941588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-6e21e8fb-d465-4678-bdee-958e46dea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:30.943961 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-6e21e8fb-d465-4678-bdee-958e46dea46e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1289263
Apr 16 16:55:31.124920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.129677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.140936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dfd311e7-94c2-4a5e-b62d-94c02195df01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:31.212916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725db609-8f22-469a-aa9a-76172ca49211,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:31.224109 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a6e9e56d62964227bab1182cdfa6682d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6704481
Apr 16 16:55:31.224109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.224897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 52894) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:31.226939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:31.233067 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-bb805b58-7402-4ded-8ef6-82f655617955 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806509
Apr 16 16:55:31.268163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.293209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:31.398625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421e7bf-1893-423d-a39c-6c964b28e4ad req-6c9376a2-9d50-4d36-8113-07799098c104 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:31.400491 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8421e7bf-1893-423d-a39c-6c964b28e4ad req-6c9376a2-9d50-4d36-8113-07799098c104 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.2909777
Apr 16 16:55:31.445188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'Port': ['ID=016dd034-cf22-460c-966d-37ff8db79841,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:31.460881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:31.505323 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.533113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:55:31.534426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:55:31.536966 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c7335a6-4db6-47b2-ba3d-8fd4a39b2b5d req-5fd5100a-b118-43cc-b954-b786d857cc03 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859311
Apr 16 16:55:31.537363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:55:31.552305 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8421e7bf-1893-423d-a39c-6c964b28e4ad req-91facea3-6ce4-4ee9-ac97-11071d2adeee tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1389453
Apr 16 16:55:31.560606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.608994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.614697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-62c7cd25-a281-4dfb-ba1f-5d14e7dbcf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:31.622731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.628535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725db609-8f22-469a-aa9a-76172ca49211,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:31.631784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:31.634201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.638669 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/725db609-8f22-469a-aa9a-76172ca49211 HTTP/1.1" status: 204  len: 168 time: 0.4096069
Apr 16 16:55:31.693010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.939269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763baab-5fac-43b0-9864-fde31960a1d3 req-ef3c2c8f-c45f-4625-a2f5-eb267fccea65 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:31.941118 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d763baab-5fac-43b0-9864-fde31960a1d3 req-ef3c2c8f-c45f-4625-a2f5-eb267fccea65 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1185358
Apr 16 16:55:31.984304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:31.989593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:32.000026 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d763baab-5fac-43b0-9864-fde31960a1d3 req-92271931-ddda-4e50-b08b-84831d4c8476 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0494118
Apr 16 16:55:32.011660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4efa01af-ec8a-4e40-ac48-0864a6a58231 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:32.171699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'Port': ['ID=016dd034-cf22-460c-966d-37ff8db79841,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:32.177389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:32.307777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:32.349230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:32.354525 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9299457
Apr 16 16:55:32.586448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52938) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:32.700230 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-ae2e1c1a-11f3-4031-ba5b-ec0203f16b3d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Synchronizing usage tracker for tenant:26fb0e15979d43999b94901003579a6a on resource:security_group {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:55:32.791814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-ae2e1c1a-11f3-4031-ba5b-ec0203f16b3d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Unset dirty status for tenant:26fb0e15979d43999b94901003579a6a on resource:security_group {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:55:32.793130 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-ae2e1c1a-11f3-4031-ba5b-ec0203f16b3d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--1214646815&fields=id&tenant_id=26fb0e15979d43999b94901003579a6a HTTP/1.1" status: 200  len: 267 time: 0.2172766
Apr 16 16:55:32.928107 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:32.940873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafd232-5faf-40cd-9907-45f3938d2519 req-dbda75e8-e02a-497b-8157-25fdb0804584 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:32.942690 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-afafd232-5faf-40cd-9907-45f3938d2519 req-dbda75e8-e02a-497b-8157-25fdb0804584 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.2357593
Apr 16 16:55:32.951919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:32.960446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff07cc313124095af449058dbaf8577 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:32.966321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:32.978994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:33.055803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-7cea0762-7c82-444f-b424-0f3a7e07e2e3 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:33.063568 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-7cea0762-7c82-444f-b424-0f3a7e07e2e3 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 811 time: 0.2612672
Apr 16 16:55:33.079996 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-afafd232-5faf-40cd-9907-45f3938d2519 req-9c92f092-e338-41ef-b0c3-ddb3957374e1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1166863
Apr 16 16:55:33.102951 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-d37b500c-b5a2-4a7a-9f03-dd045883fa46 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/quotas/26fb0e15979d43999b94901003579a6a HTTP/1.1" status: 200  len: 375 time: 0.0326259
Apr 16 16:55:33.135533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:33.139287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:33.148834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-31a94664-b240-4a6c-8d4e-2ee52e258f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:33.220977 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3ff07cc313124095af449058dbaf8577&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6331003
Apr 16 16:55:33.223039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6831ba14-32d2-42f7-a361-cfd2b04231ef,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:33.225745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 52954) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:33.228692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:33.305950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-64ce6f01-58dc-482f-b025-3f6be9fdd30e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Synchronizing usage tracker for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:55:33.316336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:33.345412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-64ce6f01-58dc-482f-b025-3f6be9fdd30e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Unset dirty status for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:55:33.347542 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-64ce6f01-58dc-482f-b025-3f6be9fdd30e tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2165506
Apr 16 16:55:33.356787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:33.379109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f795e48-063d-4f85-8b92-596513f89304 req-feb5073b-ac78-413e-b260-d8e545d9bb01 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:33.381421 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0f795e48-063d-4f85-8b92-596513f89304 req-feb5073b-ac78-413e-b260-d8e545d9bb01 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1718755
Apr 16 16:55:33.414120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:33.423486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-70373dc1-f5a8-416b-af86-939bedce99d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:33.440059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6831ba14-32d2-42f7-a361-cfd2b04231ef,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:33.444162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:33.445448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:33.449653 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6831ba14-32d2-42f7-a361-cfd2b04231ef HTTP/1.1" status: 204  len: 168 time: 0.2201045
Apr 16 16:55:33.535479 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0f795e48-063d-4f85-8b92-596513f89304 req-44a09c95-8944-4744-8e1b-67df5c2121fb tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1306326
Apr 16 16:55:33.723937 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-a56f717e-3978-4aa7-9907-a4cd8cbd0e8c service neutron] 10.222.0.103 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3407307
Apr 16 16:55:33.925442 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-34ea27da-14f1-425b-ba18-0df1e87372ba service neutron] 10.222.0.103 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003267
Apr 16 16:55:34.148346 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2be28b9d-edc3-44a5-a5f7-69b43f507828 req-88657c62-fe64-4a79-83a0-1336e37dddef tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 210 time: 0.0552168
Apr 16 16:55:34.349039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8c623-f99d-416d-b7a8-255146d15cf3 req-5df60104-3d47-4ece-89cd-9102d73f9358 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:34.350764 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d4d8c623-f99d-416d-b7a8-255146d15cf3 req-5df60104-3d47-4ece-89cd-9102d73f9358 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.1062894
Apr 16 16:55:34.415112 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d4d8c623-f99d-416d-b7a8-255146d15cf3 req-644b7228-0535-40d3-88c5-5a68075b72b9 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0540001
Apr 16 16:55:34.782999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592a037-56d2-435d-afa5-400188a31e0d req-99f3f097-bd56-418e-87bc-a1734ed89618 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:34.785366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0592a037-56d2-435d-afa5-400188a31e0d req-99f3f097-bd56-418e-87bc-a1734ed89618 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1084142
Apr 16 16:55:34.873583 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0592a037-56d2-435d-afa5-400188a31e0d req-216dfea3-0655-4aaf-a2c4-35f8bdd029e9 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0800619
Apr 16 16:55:35.468245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53002) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:35.478882 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c6d7e98-c27d-4316-bfa1-bca11e5fb103 req-047af53f-a821-4e6d-9000-d5f77a037641 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 210 time: 0.1180809
Apr 16 16:55:35.662378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3130-a34f-4627-87d9-619f6691967a req-6d4cdf70-2830-4da9-82f6-846ad52e591c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:35.664179 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-17cf3130-a34f-4627-87d9-619f6691967a req-6d4cdf70-2830-4da9-82f6-846ad52e591c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.2589490
Apr 16 16:55:35.675242 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-decbd07f-60ec-4637-a5ef-524ef7031d2e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2003708
Apr 16 16:55:35.915767 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-17cf3130-a34f-4627-87d9-619f6691967a req-3b8c38ac-27ff-4769-b393-e5888895785a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1832747
Apr 16 16:55:35.928932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-40e12c42-a269-4b6c-ba27-7b3692a2ca1c tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:35.930761 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-40e12c42-a269-4b6c-ba27-7b3692a2ca1c tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 811 time: 0.4029431
Apr 16 16:55:35.964668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e74df9-536c-47b7-9a3c-cbe15278ae49 req-2a1c12d1-5e29-4458-bf15-945b4ea0a5fa tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:35.964668 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60e74df9-536c-47b7-9a3c-cbe15278ae49 req-2a1c12d1-5e29-4458-bf15-945b4ea0a5fa tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.3177829
Apr 16 16:55:36.027380 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60e74df9-536c-47b7-9a3c-cbe15278ae49 req-1d5fc1e5-4632-4ccc-ac0f-ef7bc2a1bdba tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0597641
Apr 16 16:55:36.686363 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-862175cf-0ec3-4fe8-aedc-691f7ebb494c req-f063e918-4a71-42a2-9cc7-e4f29e4aa412 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 210 time: 0.0540955
Apr 16 16:55:37.075005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-77588bc4-bbc1-444f-8ddc-beeb0f8b9948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:37.150199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6fbe6-832e-41a7-874c-6f93a3b1faed req-615eeef9-5805-4140-b697-7c31220ee312 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:37.151886 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d2e6fbe6-832e-41a7-874c-6f93a3b1faed req-615eeef9-5805-4140-b697-7c31220ee312 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.0999484
Apr 16 16:55:37.208283 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d2e6fbe6-832e-41a7-874c-6f93a3b1faed req-2de1c0c8-8830-4389-870b-d44b6fbd2466 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0489476
Apr 16 16:55:37.426649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe765a-2fd8-48b1-8e09-481653219e28 req-a42f4f8e-cc73-4212-a3e6-a819dad107a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:37.428313 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8bfe765a-2fd8-48b1-8e09-481653219e28 req-a42f4f8e-cc73-4212-a3e6-a819dad107a6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.1015472
Apr 16 16:55:37.495278 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8bfe765a-2fd8-48b1-8e09-481653219e28 req-8e10501f-c011-4d88-b3ff-3f33f7d30a85 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0597117
Apr 16 16:55:37.496105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device ee6c6c28-4fef-436e-a001-4f66a8ffef9d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:55:37.647067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:37.681878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:37.693456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:37.697333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:37.699267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8dfcd4ba-dfa0-4584-b5af-cd7e820a1027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:37.782060 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=6']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:37.785368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:37.902243 dv-cinder-733622-13-iscsi neutron-server[85185]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'code': 422} returned with failed status
Apr 16 16:55:38.076773 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bf54cd11-7db8-49ef-a017-174af2309b85 req-37fb8eae-a945-4ab8-94b6-429759bcf1e2 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 210 time: 0.0827174
Apr 16 16:55:38.456355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9b4f0-7071-4720-ba68-79679b0935c9 req-00ab211e-d168-4d05-b6b7-68d1de90bfb3 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:38.457946 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ccc9b4f0-7071-4720-ba68-79679b0935c9 req-00ab211e-d168-4d05-b6b7-68d1de90bfb3 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1059697
Apr 16 16:55:38.513218 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ccc9b4f0-7071-4720-ba68-79679b0935c9 req-a3c25242-7603-4a83-bad3-d667dc318240 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472145
Apr 16 16:55:38.737103 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-21a3d41e-2ddf-4ddb-a8f2-0b5884c0b83a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=26fb0e15979d43999b94901003579a6a HTTP/1.1" status: 200  len: 5704 time: 0.1852787
Apr 16 16:55:38.753992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'port': {'device_id': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'admin_state_up': True, 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'security_groups': ['b3161343-f38c-4ad4-a847-c55d470b36b3']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:38.940617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc9ac5-7c9c-4d28-ab91-3a1fef41695f req-a062645a-4f88-48b2-9488-a1eeced39a61 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:38.942401 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f9dc9ac5-7c9c-4d28-ab91-3a1fef41695f req-a062645a-4f88-48b2-9488-a1eeced39a61 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.2654793
Apr 16 16:55:38.955732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:38.990858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:39.023183 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f9dc9ac5-7c9c-4d28-ab91-3a1fef41695f req-da122a09-9276-432b-9c96-6b5ef968ca15 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0716593
Apr 16 16:55:39.024996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Made reservation on behalf of 26fb0e15979d43999b94901003579a6a for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:55:39.032822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:39.371369 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6dea8b93-9a06-4bb5-b95b-660278c8a634 req-ae770ad4-ba89-41ac-b9ee-76bf6d69d690 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 210 time: 0.0862060
Apr 16 16:55:39.383128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Allocated IP 172.20.0.14 (5482311a-e6d4-4b31-99e9-5c3f3d5468e8/fddd5571-f5d9-4f07-ae67-1803946ef089/5b904929-85e9-4626-bc83-c45200f69e9a) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:55:39.495799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-22c51618-dc97-4460-85f2-f75207c867cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:39.587475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:39.691815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:39.723572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Transition to ACTIVE for port object 5b904929-85e9-4626-bc83-c45200f69e9a will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:55:39.845969 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:39.883618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bad406a5-d1e2-420f-939a-50bebb4e82c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:39.903582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-d6dae5fa-ec7f-49cb-921d-6e8cfab7b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:39.905559 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-d6dae5fa-ec7f-49cb-921d-6e8cfab7b436 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5&tenant_id=36e2bc75e4e1400fab18b3944402fa76 HTTP/1.1" status: 200  len: 1097 time: 0.1030722
Apr 16 16:55:40.084192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-95b84484-dc95-4015-9c5a-2677e432e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:40.086099 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-95b84484-dc95-4015-9c5a-2677e432e911 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1097 time: 0.1472270
Apr 16 16:55:40.259814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-f367be12-6720-43d3-99af-46b0e2144d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:40.261546 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-f367be12-6720-43d3-99af-46b0e2144d2e service neutron] 10.222.0.120 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 911 time: 0.1664536
Apr 16 16:55:40.279254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:40.382663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae920ae2-fa20-4f08-aa91-0b58a32f47de req-f1af01ae-f66b-4d12-8096-264ef73b77a1 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:40.384327 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae920ae2-fa20-4f08-aa91-0b58a32f47de req-f1af01ae-f66b-4d12-8096-264ef73b77a1 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.6485944
Apr 16 16:55:40.388490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event updated for resources: {'Port': ['ID=5b904929-85e9-4626-bc83-c45200f69e9a,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:40.395423 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-2b3cecb2-2fbe-4068-bdfc-a111ab9bade1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 1000 time: 0.1225264
Apr 16 16:55:40.396211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:40.522402 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ae920ae2-fa20-4f08-aa91-0b58a32f47de req-cabf327b-88a6-4366-8cce-03227408492c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1114349
Apr 16 16:55:40.535640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f44b4-7508-417b-8759-332c574b8724 req-f8b4f538-0128-4287-8eec-557599778c75 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:40.542051 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b8f44b4-7508-417b-8759-332c574b8724 req-f8b4f538-0128-4287-8eec-557599778c75 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.2678227
Apr 16 16:55:40.542051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:55:40.542051 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:55:40.548753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:55:40.703019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:40.704003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:40.712290 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b8f44b4-7508-417b-8759-332c574b8724 req-c69dfcdb-d94d-4dde-8a7e-cf4f53c5c45b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1298580
Apr 16 16:55:40.773929 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-47aeba57-7ae8-4d8f-8fba-b5d863516429 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0259037
Apr 16 16:55:40.782147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-c6b3d163-efa6-48a0-b5e5-c979ee896c67 None None] Provisioning for port 5b904929-85e9-4626-bc83-c45200f69e9a completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:55:40.790492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-c6b3d163-efa6-48a0-b5e5-c979ee896c67 None None] Provisioning complete for port 5b904929-85e9-4626-bc83-c45200f69e9a triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:55:40.790492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d163-efa6-48a0-b5e5-c979ee896c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:40.793102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403245-72a5-4390-a09a-3fb1dd68a468 req-8583af2c-4041-4257-9ee8-90e8427a4928 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:40.793891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-6e403245-72a5-4390-a09a-3fb1dd68a468 req-8583af2c-4041-4257-9ee8-90e8427a4928 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Synchronizing usage tracker for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:55:40.811779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-6e403245-72a5-4390-a09a-3fb1dd68a468 req-8583af2c-4041-4257-9ee8-90e8427a4928 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Unset dirty status for tenant:26fb0e15979d43999b94901003579a6a on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:55:40.814107 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6e403245-72a5-4390-a09a-3fb1dd68a468 req-8583af2c-4041-4257-9ee8-90e8427a4928 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 932 time: 0.1702757
Apr 16 16:55:40.852798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3d163-efa6-48a0-b5e5-c979ee896c67 None None] Port 5b904929-85e9-4626-bc83-c45200f69e9a cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:55:40.886108 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6e403245-72a5-4390-a09a-3fb1dd68a468 req-312c84ff-1c24-4351-87c6-a1f7b7030293 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588312
Apr 16 16:55:41.287850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:41.755841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bda2d-f935-484a-977e-8e9db42b4c2e req-8d737830-8b56-45c9-b4f7-0bad4c21fcf2 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:41.757639 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6e3bda2d-f935-484a-977e-8e9db42b4c2e req-8d737830-8b56-45c9-b4f7-0bad4c21fcf2 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1095662
Apr 16 16:55:41.814383 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6e3bda2d-f935-484a-977e-8e9db42b4c2e req-6053a44e-ca0b-46dd-9b7a-94e2d5c6fabc tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0497396
Apr 16 16:55:42.012981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc346bc3-4455-4c00-b06a-672a8b35c911 req-ec1c6a22-f884-4f4c-8683-8d611109a10c tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:42.014644 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc346bc3-4455-4c00-b06a-672a8b35c911 req-ec1c6a22-f884-4f4c-8683-8d611109a10c tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.0980005
Apr 16 16:55:42.074933 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc346bc3-4455-4c00-b06a-672a8b35c911 req-29d3af00-65dc-4a97-9789-de695345be24 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521250
Apr 16 16:55:42.420636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424d26-ba66-4ddf-92f0-5317a6951848 req-b8aa7949-7936-4b84-a7c7-b988f43288df tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:42.422889 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b0424d26-ba66-4ddf-92f0-5317a6951848 req-b8aa7949-7936-4b84-a7c7-b988f43288df tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 932 time: 0.0906518
Apr 16 16:55:42.478374 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b0424d26-ba66-4ddf-92f0-5317a6951848 req-553eeed9-3a4a-43c5-9ce5-672b4918503f tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482821
Apr 16 16:55:43.023307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4845b4-c4fa-4a35-b40d-ea219f61e4a4 req-79456389-c229-4edb-a39f-85512aa5a31b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:43.024942 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1e4845b4-c4fa-4a35-b40d-ea219f61e4a4 req-79456389-c229-4edb-a39f-85512aa5a31b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.0927601
Apr 16 16:55:43.077181 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1e4845b4-c4fa-4a35-b40d-ea219f61e4a4 req-fbcf8dc8-ab13-41e5-80ca-0d2a99121bb0 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447178
Apr 16 16:55:43.288443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacac603-3ec0-45ec-bc2b-fc30c24d3639 req-a2cac2a6-6019-4ffe-8219-b3121b9c206b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:43.289967 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bacac603-3ec0-45ec-bc2b-fc30c24d3639 req-a2cac2a6-6019-4ffe-8219-b3121b9c206b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.0965445
Apr 16 16:55:43.318697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Request body: {'port': {'device_id': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:43.381635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-e28cf16a-663e-4980-af9c-7cfd938fc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:43.383192 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-e28cf16a-663e-4980-af9c-7cfd938fc568 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 200  len: 848 time: 0.0717895
Apr 16 16:55:43.403846 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bacac603-3ec0-45ec-bc2b-fc30c24d3639 req-d6782c33-c741-4ff9-a8ed-b5c07f8fd267 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1069264
Apr 16 16:55:43.475536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-d13a30a8-ca6d-4f95-b7b2-a014ba06562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:43.477481 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-d13a30a8-ca6d-4f95-b7b2-a014ba06562c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0876429
Apr 16 16:55:43.478725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:43.654080 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-e2384fa9-198a-4cf4-8ec4-066f719cce2d service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681805
Apr 16 16:55:43.812727 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a45fd495-09be-4c3d-8175-fdbc3d278169 req-a4ee910f-a434-4956-884f-6327781bc847 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474452
Apr 16 16:55:43.826700 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae02aa0-f333-4686-8a6d-92d884ceca82 req-f64693a6-5917-4ffe-a057-fdcc604666dc tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:43.829068 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eae02aa0-f333-4686-8a6d-92d884ceca82 req-f64693a6-5917-4ffe-a057-fdcc604666dc tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 932 time: 0.2202060
Apr 16 16:55:43.914884 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-eae02aa0-f333-4686-8a6d-92d884ceca82 req-0bea3827-2613-4b52-8133-e359b876441a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730596
Apr 16 16:55:43.998183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b904929-85e9-4626-bc83-c45200f69e9a {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:55:44.007205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:44.025207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Transition to ACTIVE for port object 5b904929-85e9-4626-bc83-c45200f69e9a will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:55:44.028659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:44.044073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-03da6248-1fc6-4549-8110-31151bef5018 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:44.198998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b904929-85e9-4626-bc83-c45200f69e9a,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:44.206411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:44.464681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9814d-9ff5-49f5-8a24-9871e0079bbc req-47efe0b7-3d5d-46db-89f2-c8731808fe16 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:44.466344 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-97c9814d-9ff5-49f5-8a24-9871e0079bbc req-47efe0b7-3d5d-46db-89f2-c8731808fe16 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.2589214
Apr 16 16:55:44.577886 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-97c9814d-9ff5-49f5-8a24-9871e0079bbc req-ac21a16e-69f7-4e62-8671-1f1d704b3846 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0762460
Apr 16 16:55:44.585805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Attempting to bind port 5b904929-85e9-4626-bc83-c45200f69e9a on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:55:44.586460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Attempting to bind port 5b904929-85e9-4626-bc83-c45200f69e9a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:55:44.586997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Attempting to bind port 5b904929-85e9-4626-bc83-c45200f69e9a on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:55:44.595189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Port 5b904929-85e9-4626-bc83-c45200f69e9a on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:55:44.595944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Attempting to bind port 5b904929-85e9-4626-bc83-c45200f69e9a on network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:55:44.605477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:55:44.606781 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Checking segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:55:44.607212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Bound using segment: {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:55:44.607705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Bound port: 5b904929-85e9-4626-bc83-c45200f69e9a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628eeff3-6d0b-4d23-8cdd-616109012293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:55:44.608096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:44.778003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] For port 5b904929-85e9-4626-bc83-c45200f69e9a, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:55:44.790505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] For port 5b904929-85e9-4626-bc83-c45200f69e9a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b904929-85e9-4626-bc83-c45200f69e9a,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:55:44.797987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:44.825638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3b04d-a507-4a82-baf5-5987c59c5791 req-0914d4d0-d547-4bd0-9d07-97a89eb56079 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:44.827379 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-29c3b04d-a507-4a82-baf5-5987c59c5791 req-0914d4d0-d547-4bd0-9d07-97a89eb56079 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.1651204
Apr 16 16:55:44.833077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:45.060089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b904929-85e9-4626-bc83-c45200f69e9a,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:45.070357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:45.117196 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-29c3b04d-a507-4a82-baf5-5987c59c5791 req-dbe80b85-ba11-4861-8272-3005e641ffbd tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1897740
Apr 16 16:55:45.172788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:45.173728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:45.175306 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6d317f07-f312-4d3d-a1ba-4c466a177bc2 service neutron] 10.222.0.120 "PUT /v2.0/ports/5b904929-85e9-4626-bc83-c45200f69e9a HTTP/1.1" status: 200  len: 1094 time: 1.8611102
Apr 16 16:55:45.175976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:45.217952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7676eb-8222-4513-8c69-b0beae0e6674 req-ff217959-19e0-4729-ade5-36cd6f0bbdd7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:45.220175 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2a7676eb-8222-4513-8c69-b0beae0e6674 req-ff217959-19e0-4729-ade5-36cd6f0bbdd7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 944 time: 0.1621921
Apr 16 16:55:45.267436 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a', 'status': 'completed', 'code': 200}
Apr 16 16:55:45.346532 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2a7676eb-8222-4513-8c69-b0beae0e6674 req-e3f16741-ea90-4c24-b930-b1175c791c09 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716033
Apr 16 16:55:45.369636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-71b74773-8c85-48ee-8232-cedee02d6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:45.371508 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-71b74773-8c85-48ee-8232-cedee02d6d69 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 1097 time: 0.1492329
Apr 16 16:55:45.451470 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-af508e88-f583-4645-aef1-d069ceb8df0c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b904929-85e9-4626-bc83-c45200f69e9a HTTP/1.1" status: 200  len: 217 time: 0.0697515
Apr 16 16:55:45.528403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-addc14f0-cebd-46ef-a365-8d284ff748b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:45.529981 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-addc14f0-cebd-46ef-a365-8d284ff748b0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.0707221
Apr 16 16:55:45.626948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6619011a-fc59-41ee-a3ac-f8c499ebdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:45.628760 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-6619011a-fc59-41ee-a3ac-f8c499ebdc83 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0874324
Apr 16 16:55:46.113676 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-0d65143f-203c-4f6b-bcdd-db34f993f212 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4765737
Apr 16 16:55:46.159197 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f9ceb-3fdf-43b6-b6e2-0f8090f03015 req-ef7e148f-2752-4e61-a75a-48a3df504584 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:46.163263 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-498f9ceb-3fdf-43b6-b6e2-0f8090f03015 req-ef7e148f-2752-4e61-a75a-48a3df504584 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.2071314
Apr 16 16:55:46.350047 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-498f9ceb-3fdf-43b6-b6e2-0f8090f03015 req-3ea02bb3-fe59-49ae-9841-ab8975c0d27f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1260033
Apr 16 16:55:46.418441 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d928fc7-bc98-4e9b-8701-c08870c2ca0d req-abbd34b0-2ba7-4f31-ae94-cdfe674a452d service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2956963
Apr 16 16:55:46.428038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99090c-6c3d-45c0-827d-3aad71414f83 req-c8d0c6e1-e850-4939-b92e-3b3c33d06d69 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:46.429876 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ee99090c-6c3d-45c0-827d-3aad71414f83 req-c8d0c6e1-e850-4939-b92e-3b3c33d06d69 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.1726255
Apr 16 16:55:46.494447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:46.648429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ee99090c-6c3d-45c0-827d-3aad71414f83 req-25dc3e4d-1f8d-452e-ab99-1638db34cc83 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2066813
Apr 16 16:55:46.705541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-62e535a1-f700-437d-8c59-d40c3be2e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:46.707369 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-62e535a1-f700-437d-8c59-d40c3be2e48c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 1097 time: 0.2109995
Apr 16 16:55:46.716886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166868b-33fa-4442-8dc2-3e6db43444a2 req-60f1a16f-6dc3-4cc8-b5e6-716ec3686da4 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:46.718670 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3166868b-33fa-4442-8dc2-3e6db43444a2 req-60f1a16f-6dc3-4cc8-b5e6-716ec3686da4 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 944 time: 0.1713204
Apr 16 16:55:46.888087 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3166868b-33fa-4442-8dc2-3e6db43444a2 req-32978ec8-4101-4648-8101-51222d7f9752 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347497
Apr 16 16:55:46.916828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-d04c7c77-d745-48b6-938f-a4fe82c826ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:46.918504 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-d04c7c77-d745-48b6-938f-a4fe82c826ab service neutron] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 913 time: 0.1985934
Apr 16 16:55:46.995429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-17a12be6-4cbf-499b-8131-547e3102958a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b904929-85e9-4626-bc83-c45200f69e9a HTTP/1.1" status: 200  len: 217 time: 0.0695117
Apr 16 16:55:47.072400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-0246437e-a54c-4c4b-b0e2-b211119d78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:47.073969 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-0246437e-a54c-4c4b-b0e2-b211119d78a8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.0716717
Apr 16 16:55:47.164372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-ba43d534-b57c-422f-8921-f03ee3be4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:47.165911 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-ba43d534-b57c-422f-8921-f03ee3be4933 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0843422
Apr 16 16:55:47.315727 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-ceff9fe1-251b-49db-8b48-a8f0d209812f service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422329
Apr 16 16:55:47.472473 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1688081b-4e46-4da2-98bb-d15ff4e7bde4 req-e7b79f69-5b10-41b7-8115-8cf41bf3e880 service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476710
Apr 16 16:55:47.586271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aea9f-cc6d-4b84-9e85-4d1d3602b162 req-37f1fa59-31fb-46ed-821c-528735ecbf37 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:47.588071 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a25aea9f-cc6d-4b84-9e85-4d1d3602b162 req-37f1fa59-31fb-46ed-821c-528735ecbf37 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1004462
Apr 16 16:55:47.641678 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a25aea9f-cc6d-4b84-9e85-4d1d3602b162 req-05e905f2-b6ce-4744-b83c-581f0eff573e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460324
Apr 16 16:55:47.863001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be539e24-0b6c-4f52-beb9-7d52f30643e9 req-4709cc9c-782e-4515-8beb-6f62f5d074df tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:47.864462 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be539e24-0b6c-4f52-beb9-7d52f30643e9 req-4709cc9c-782e-4515-8beb-6f62f5d074df tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.0972903
Apr 16 16:55:47.926056 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be539e24-0b6c-4f52-beb9-7d52f30643e9 req-813311aa-6634-453b-b6fc-50b1c38bdfee tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0550127
Apr 16 16:55:48.131187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e59b68-ae8f-45fb-8875-92d3f7fc9456 req-70dfe1b2-758a-40fe-9e03-1c36d0399910 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:48.132862 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-16e59b68-ae8f-45fb-8875-92d3f7fc9456 req-70dfe1b2-758a-40fe-9e03-1c36d0399910 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 944 time: 0.0957072
Apr 16 16:55:48.186949 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-16e59b68-ae8f-45fb-8875-92d3f7fc9456 req-b8bdf344-7ea6-49f1-9832-647a35024330 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475247
Apr 16 16:55:48.860099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dd528-bbfb-4fc5-89fc-446e42cfca4e req-e9ab8b72-715a-4168-95b3-877e4e945a87 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:48.862318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-212dd528-bbfb-4fc5-89fc-446e42cfca4e req-e9ab8b72-715a-4168-95b3-877e4e945a87 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.0992570
Apr 16 16:55:48.913065 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-212dd528-bbfb-4fc5-89fc-446e42cfca4e req-13d83102-888e-4d76-a817-a0c74338f68e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444465
Apr 16 16:55:49.132161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 5b904929-85e9-4626-bc83-c45200f69e9a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:55:49.155510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3751d-eda5-4686-9d07-b1ad999c0c6e req-4166df21-3bfe-4fe2-8058-600b22aaba60 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:49.157796 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ac3751d-eda5-4686-9d07-b1ad999c0c6e req-4166df21-3bfe-4fe2-8058-600b22aaba60 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.0932622
Apr 16 16:55:49.212574 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ac3751d-eda5-4686-9d07-b1ad999c0c6e req-87e3081f-2f94-4494-8937-65e7aafa28c3 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0480273
Apr 16 16:55:49.307300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 5b904929-85e9-4626-bc83-c45200f69e9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b904929-85e9-4626-bc83-c45200f69e9a,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:49.323877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '5b904929-85e9-4626-bc83-c45200f69e9a', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'port_id': '5b904929-85e9-4626-bc83-c45200f69e9a', 'mac_address': 'fa:16:3e:09:e8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:55:49.388056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:49.408039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b904929-85e9-4626-bc83-c45200f69e9a {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:55:49.424748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c2137-5743-4c30-a7ff-7de230cc3140 req-57e7e3f6-348e-404a-89aa-033d11dec217 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:49.425720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 5b904929-85e9-4626-bc83-c45200f69e9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b904929-85e9-4626-bc83-c45200f69e9a,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:49.426494 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-367c2137-5743-4c30-a7ff-7de230cc3140 req-57e7e3f6-348e-404a-89aa-033d11dec217 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 944 time: 0.1006916
Apr 16 16:55:49.428825 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:49.430934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:49.485608 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-367c2137-5743-4c30-a7ff-7de230cc3140 req-1ed08f5a-648b-4890-943a-4b338304321d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518656
Apr 16 16:55:49.517336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=5b904929-85e9-4626-bc83-c45200f69e9a,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:49.520923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:50.141638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6fa9c-c20d-41fd-bce2-5d2ebd147cbb req-6e7b63f7-28da-4a3e-84a3-04bb1280b0e9 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:50.144438 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b5a6fa9c-c20d-41fd-bce2-5d2ebd147cbb req-6e7b63f7-28da-4a3e-84a3-04bb1280b0e9 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.1063864
Apr 16 16:55:50.196555 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b5a6fa9c-c20d-41fd-bce2-5d2ebd147cbb req-36d970ac-9afa-4df8-b4e3-78c453d9aa30 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448570
Apr 16 16:55:50.428915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8928c27-bafc-4524-9fcb-a5550a42b040 req-27218c83-1c8d-43bb-b969-0e40bb2036b2 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:50.430587 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f8928c27-bafc-4524-9fcb-a5550a42b040 req-27218c83-1c8d-43bb-b969-0e40bb2036b2 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.0950603
Apr 16 16:55:50.483786 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f8928c27-bafc-4524-9fcb-a5550a42b040 req-2ba6f0a1-2cff-4a7b-ba1f-0af7fa1f4b02 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456710
Apr 16 16:55:50.710725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008d12-bd85-4c05-a1aa-397cd9ad5824 req-70923a7f-bcba-4815-b700-eabfd4aa31e0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:50.712329 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c008d12-bd85-4c05-a1aa-397cd9ad5824 req-70923a7f-bcba-4815-b700-eabfd4aa31e0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 945 time: 0.0941074
Apr 16 16:55:50.762462 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c008d12-bd85-4c05-a1aa-397cd9ad5824 req-faaa0625-dfd7-4c39-ab6e-17970b876ad7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435081
Apr 16 16:55:51.361640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['5b904929-85e9-4626-bc83-c45200f69e9a'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:55:51.420479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316c805-1fcc-43e7-a157-5c652330a925 req-077d5ccd-1dca-4db1-9401-f14290421959 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:51.422439 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b316c805-1fcc-43e7-a157-5c652330a925 req-077d5ccd-1dca-4db1-9401-f14290421959 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.0990987
Apr 16 16:55:51.475867 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b316c805-1fcc-43e7-a157-5c652330a925 req-d3379c4c-b81a-4f15-bafd-e6e5a3e13ae7 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463667
Apr 16 16:55:51.703514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f067a-8393-40f6-95b6-92c62071afcc req-c2fbf175-dec1-43cb-a033-b96e27752c0f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:51.705163 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-582f067a-8393-40f6-95b6-92c62071afcc req-c2fbf175-dec1-43cb-a033-b96e27752c0f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.1014352
Apr 16 16:55:51.759432 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-582f067a-8393-40f6-95b6-92c62071afcc req-570a7845-becd-488a-aaa3-21297e959abd tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0471430
Apr 16 16:55:51.975611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c71088-fa4a-4534-81cb-f4ab808f2b77 req-2bb1eb5a-816e-456a-85ec-b8445044cd05 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:51.977281 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-31c71088-fa4a-4534-81cb-f4ab808f2b77 req-2bb1eb5a-816e-456a-85ec-b8445044cd05 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 945 time: 0.0955918
Apr 16 16:55:52.035266 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-31c71088-fa4a-4534-81cb-f4ab808f2b77 req-68882339-eae3-40b9-9eda-723cbcc7c5da tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512960
Apr 16 16:55:52.703891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedcb0e-5e12-40a9-afa6-4d45707e644f req-becdf0ef-ff0f-464a-b2e7-afd11debedca tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:52.705539 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-caedcb0e-5e12-40a9-afa6-4d45707e644f req-becdf0ef-ff0f-464a-b2e7-afd11debedca tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 944 time: 0.0946102
Apr 16 16:55:52.755866 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-caedcb0e-5e12-40a9-afa6-4d45707e644f req-644ce7f8-9949-4ee1-ac34-4093927122cd tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435634
Apr 16 16:55:52.905157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device ee6c6c28-4fef-436e-a001-4f66a8ffef9d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:55:52.917902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 5b904929-85e9-4626-bc83-c45200f69e9a up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:55:53.022613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f8751-03e2-4d30-9d01-a768e99bb2ed req-f7439201-76a6-4774-9413-51eb85a5c6fd tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:53.024534 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-522f8751-03e2-4d30-9d01-a768e99bb2ed req-f7439201-76a6-4774-9413-51eb85a5c6fd tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.1000624
Apr 16 16:55:53.085335 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-522f8751-03e2-4d30-9d01-a768e99bb2ed req-a3bcb79d-309f-4e27-92ab-e1ef2c598610 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&id=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524302
Apr 16 16:55:53.120305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 5b904929-85e9-4626-bc83-c45200f69e9a completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:55:53.132656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:53.140169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 5b904929-85e9-4626-bc83-c45200f69e9a triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:55:53.141280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:53.189829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'port_id': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'mac_address': 'fa:16:3e:50:b1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:55:53.257607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c378cc-bd30-418b-8529-c0c977799135 req-d0d5d51b-6396-4ac9-80fe-d87efcfc44f7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:53.259433 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-83c378cc-bd30-418b-8529-c0c977799135 req-d0d5d51b-6396-4ac9-80fe-d87efcfc44f7 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 945 time: 0.1001472
Apr 16 16:55:53.278100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:53.300805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6c6c28-4fef-436e-a001-4f66a8ffef9d {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:55:53.317447 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-83c378cc-bd30-418b-8529-c0c977799135 req-bff899a9-df35-4793-819c-c630712f0958 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492442
Apr 16 16:55:53.364861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:53.373796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:53.379029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-66455ccc-92bf-421d-9463-fc156cc3590b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:53.419397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:53.474893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:53.488862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=7']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:53.492656 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 5b904929-85e9-4626-bc83-c45200f69e9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b904929-85e9-4626-bc83-c45200f69e9a,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:53.493846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:53.495867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:53.497788 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:53.530970 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a', 'code': 200}
Apr 16 16:55:53.581943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=5b904929-85e9-4626-bc83-c45200f69e9a,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:53.585156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:53.669166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['ee6c6c28-4fef-436e-a001-4f66a8ffef9d'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:55:53.795278 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72485f-b7b6-4995-8e41-6ad4857c0273 req-35b4d685-591a-438a-9cc1-750608831f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:53.798102 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2c72485f-b7b6-4995-8e41-6ad4857c0273 req-35b4d685-591a-438a-9cc1-750608831f38 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 1099 time: 0.0860703
Apr 16 16:55:53.845890 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2c72485f-b7b6-4995-8e41-6ad4857c0273 req-848e3227-fb5f-477a-91c4-1c3768259819 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405993
Apr 16 16:55:53.979492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26162a8a-3874-4d3a-835b-313b8693cb68 req-89d0ba5e-d612-4d79-af49-2be2bbc9aacf tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:53.981235 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-26162a8a-3874-4d3a-835b-313b8693cb68 req-89d0ba5e-d612-4d79-af49-2be2bbc9aacf tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 945 time: 0.0941997
Apr 16 16:55:54.039074 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-26162a8a-3874-4d3a-835b-313b8693cb68 req-5bd2dae3-1db3-4f66-9970-3e9d3c32c671 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496123
Apr 16 16:55:54.544996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef62a1-d329-420a-831a-c2a0c91227e6 req-17efc1e4-e783-433f-9df0-352d49c164d0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:54.546672 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-acef62a1-d329-420a-831a-c2a0c91227e6 req-17efc1e4-e783-433f-9df0-352d49c164d0 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.0969768
Apr 16 16:55:54.597575 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-acef62a1-d329-420a-831a-c2a0c91227e6 req-307caaca-1e69-4030-96d0-5751b1718713 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440304
Apr 16 16:55:54.910062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device ee6c6c28-4fef-436e-a001-4f66a8ffef9d up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:55:54.995159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port ee6c6c28-4fef-436e-a001-4f66a8ffef9d triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:55:54.995583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:55.139149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:55.176940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:55:55.179838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:55.181785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:55.275738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=8']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:55.280329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:55.291655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ca9e-799f-4a80-8bc6-932d58c462a0 req-9f8555f7-4eea-46be-9663-ffe565d3a30c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:55.293397 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0f36ca9e-799f-4a80-8bc6-932d58c462a0 req-9f8555f7-4eea-46be-9663-ffe565d3a30c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1286068
Apr 16 16:55:55.344400 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0f36ca9e-799f-4a80-8bc6-932d58c462a0 req-d26aca0f-221d-4a72-b2ab-f753b8d085fb tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436373
Apr 16 16:55:55.531741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:55.606098 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'code': 200}
Apr 16 16:55:55.828830 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4d85b-0cde-4f0d-9120-2c2d59026d67 req-d766d619-6c7c-4ce6-ae10-83d9ac571089 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:55.831297 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-04f4d85b-0cde-4f0d-9120-2c2d59026d67 req-d766d619-6c7c-4ce6-ae10-83d9ac571089 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.1033010
Apr 16 16:55:55.884698 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-04f4d85b-0cde-4f0d-9120-2c2d59026d67 req-aa12d8e5-d625-4cea-9395-d31530789bdf tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467970
Apr 16 16:55:55.987388 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c875-eaac-4114-a79f-7085f61ad5a8 req-731ab6d4-c7c1-40df-8c44-b9e421c7c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:55.989110 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3139c875-eaac-4114-a79f-7085f61ad5a8 req-731ab6d4-c7c1-40df-8c44-b9e421c7c5c0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1099 time: 0.0880992
Apr 16 16:55:56.092955 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3139c875-eaac-4114-a79f-7085f61ad5a8 req-6d04456d-ae82-4e6e-818b-71de87326ee8 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0949838
Apr 16 16:55:56.131250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c46572-fd37-4589-86c3-ceabd2bab275 req-81db6a6c-3f73-4e94-92f1-f67ef661aee1 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:56.132944 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-27c46572-fd37-4589-86c3-ceabd2bab275 req-81db6a6c-3f73-4e94-92f1-f67ef661aee1 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.1178255
Apr 16 16:55:56.142944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 53214) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:56.148829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Request body: {'floatingip': {'port_id': '5b904929-85e9-4626-bc83-c45200f69e9a'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:55:56.262181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:56.959891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eea89d-09d2-492e-87db-3ec5a7b97c89 req-1aacaf17-a33b-4d9e-bae5-3fb15751ac4c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:56.961555 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-83eea89d-09d2-492e-87db-3ec5a7b97c89 req-1aacaf17-a33b-4d9e-bae5-3fb15751ac4c tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.4932401
Apr 16 16:55:57.115079 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-83eea89d-09d2-492e-87db-3ec5a7b97c89 req-5fd459bd-f33b-4274-a47e-610fcb2d0ae3 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1402245
Apr 16 16:55:57.307901 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.311740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.445327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53238) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:57.508391 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Floating IP 3384654c-2c7e-46cf-aca4-f41b23ebafe9 associated. External IP: 172.27.0.234, port: 5b904929-85e9-4626-bc83-c45200f69e9a.
Apr 16 16:55:57.580360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.597570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:55:57.601851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:5125f387b5bd4dc18cfe0767c96a8520 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:55:57.605565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:55:57.612698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:55:57.708062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.710793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.720590 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c1936139-e1f0-4e8d-a7d5-9ba089a4bf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:57.763503 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=5125f387b5bd4dc18cfe0767c96a8520&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3169825
Apr 16 16:55:57.764459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1742afc8-df1f-4263-879b-0c0f7da19489,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:57.768692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53244) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:55:57.785182 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.785528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.785945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.786376 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.786786 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.787195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.787600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.788010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.788409 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.788811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.789216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.789613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:55:57.794873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bef210bd-80e4-4968-8c96-1d3168776ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:57.849550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.879309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.901310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Router ce074404-c807-469d-a682-d796f20dd67c has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:55:57.929041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.935201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-19d8fddf-6009-495d-bb82-67fd2f45b625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:55:57.947641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1742afc8-df1f-4263-879b-0c0f7da19489,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:55:57.954985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:55:57.956072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:57.960257 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/1742afc8-df1f-4263-879b-0c0f7da19489 HTTP/1.1" status: 204  len: 168 time: 0.1905332
Apr 16 16:55:58.111753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:55:58.116944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:55:58.122254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] Sync routers for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:55:58.133722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:55:58.134502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e5ed470>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:55:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:58.178842 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2bb7a4b8-d5b8-4b3b-a613-24215ae7e361 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "PUT /v2.0/floatingips/3384654c-2c7e-46cf-aca4-f41b23ebafe9 HTTP/1.1" status: 200  len: 992 time: 2.0346994
Apr 16 16:55:58.179604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:55:58.372518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:55:58.416362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30fbf5-3829-40b0-bd17-9abd201da0c0 req-0d4080da-ca5c-460d-bf69-e2ff857c9da2 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:58.424968 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de30fbf5-3829-40b0-bd17-9abd201da0c0 req-0d4080da-ca5c-460d-bf69-e2ff857c9da2 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1127565
Apr 16 16:55:58.444993 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a', 'status': 'completed', 'code': 200}
Apr 16 16:55:58.525910 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de30fbf5-3829-40b0-bd17-9abd201da0c0 req-0d921e0c-744c-4bd4-ae18-b420d6237db3 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0999570
Apr 16 16:55:58.560627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-809a836e-a84d-48b7-92dc-d4333af8066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:58.563387 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-809a836e-a84d-48b7-92dc-d4333af8066a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=26fb0e15979d43999b94901003579a6a&device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 1099 time: 0.0918598
Apr 16 16:55:58.726796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-f4ab070a-b17d-420d-9a9a-717515c02f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:58.728487 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-f4ab070a-b17d-420d-9a9a-717515c02f33 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 200  len: 913 time: 0.1559830
Apr 16 16:55:58.804088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e5ed470>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '3384654c-2c7e-46cf-aca4-f41b23ebafe9', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'port_id': '5b904929-85e9-4626-bc83-c45200f69e9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'mac_address': 'fa:16:3e:09:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:55:31Z', 'updated_at': '2021-04-16T16:55:57Z', 'revision_number': 1, 'project_id': '26fb0e15979d43999b94901003579a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:58.808236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] Checking router: ce074404-c807-469d-a682-d796f20dd67c for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:55:58.820144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:55:58.821607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e5ed470>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:55:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:58.864712 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-1316a18d-9772-4c60-9557-1219eb2b74d7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b904929-85e9-4626-bc83-c45200f69e9a HTTP/1.1" status: 200  len: 1000 time: 0.1190829
Apr 16 16:55:58.944184 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-5323f5d1-7470-4dcd-9532-3c024134776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:58.946142 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-5323f5d1-7470-4dcd-9532-3c024134776f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 200  len: 850 time: 0.0737023
Apr 16 16:55:59.061489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-27e06bd4-7468-46bb-a438-ee1d454119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:55:59.064528 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-27e06bd4-7468-46bb-a438-ee1d454119a1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5482311a-e6d4-4b31-99e9-5c3f3d5468e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1053212
Apr 16 16:55:59.246714 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:55:59.262188 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-f65d01ad-cddd-4a18-b78d-6fd96e07113c service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870751
Apr 16 16:55:59.431543 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7272f75-a108-4a79-a53a-e3a1cf859ec1 req-a282d12c-13be-4241-be20-23ef030177fd service neutron] 10.222.0.120 "GET /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623101
Apr 16 16:55:59.512149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:55:59.660763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e5ed470>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '3384654c-2c7e-46cf-aca4-f41b23ebafe9', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'port_id': '5b904929-85e9-4626-bc83-c45200f69e9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'mac_address': 'fa:16:3e:09:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:55:31Z', 'updated_at': '2021-04-16T16:55:57Z', 'revision_number': 1, 'project_id': '26fb0e15979d43999b94901003579a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:55:59.664940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4023bd-ab7c-47c3-a984-3df098178f38 None None] The sync data for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi is: [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '3384654c-2c7e-46cf-aca4-f41b23ebafe9', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'port_id': '5b904929-85e9-4626-bc83-c45200f69e9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'mac_address': 'fa:16:3e:09:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:55:31Z', 'updated_at': '2021-04-16T16:55:57Z', 'revision_number': 1, 'project_id': '26fb0e15979d43999b94901003579a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:55:59.953800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9a630-6348-464d-85ac-c7f317d92587 None None] New status for floating IP 3384654c-2c7e-46cf-aca4-f41b23ebafe9: ACTIVE {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:56:07.073966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-908016f7-a133-444b-b162-2f6fb4f573ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:09.501353 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7e254a45-1b36-41f9-80b0-25cdf1254396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:09.581470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:10.256134 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:11.301413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:14.448795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfff9f-6fae-49f0-a217-d4d115e076e9 req-57d43e44-707b-4ca9-860f-f0c5a97c1720 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:14.450506 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ebfff9f-6fae-49f0-a217-d4d115e076e9 req-57d43e44-707b-4ca9-860f-f0c5a97c1720 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.0971143
Apr 16 16:56:14.503460 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0ebfff9f-6fae-49f0-a217-d4d115e076e9 req-ec370e53-0094-47b4-a48c-68348569dcff tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455742
Apr 16 16:56:15.728765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f55d-1e51-4961-843a-e6661a99d86b req-33e08a55-e298-4a4e-b554-dc6221acaa1b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:15.730384 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ddb0f55d-1e51-4961-843a-e6661a99d86b req-33e08a55-e298-4a4e-b554-dc6221acaa1b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.0987802
Apr 16 16:56:15.784288 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ddb0f55d-1e51-4961-843a-e6661a99d86b req-75b38dbe-aea6-4090-a340-c3c70c64786a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459514
Apr 16 16:56:16.481597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:17.010856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f687bc-3ac7-4b83-a0d2-69cb1b728794 req-18a86b10-d4ed-47fb-b30f-63e9821fe98e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:17.012791 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b5f687bc-3ac7-4b83-a0d2-69cb1b728794 req-18a86b10-d4ed-47fb-b30f-63e9821fe98e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.0989614
Apr 16 16:56:17.072784 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b5f687bc-3ac7-4b83-a0d2-69cb1b728794 req-edabec4d-8945-4d31-85b0-701dadde2925 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519972
Apr 16 16:56:18.315518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6467af-30b2-42c6-9029-23b0886ec64b req-ee2106af-f55b-4f25-a262-33adf5932aad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:18.317035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b6467af-30b2-42c6-9029-23b0886ec64b req-ee2106af-f55b-4f25-a262-33adf5932aad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1061926
Apr 16 16:56:18.372366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7b6467af-30b2-42c6-9029-23b0886ec64b req-836340f9-3062-40c8-bfb1-6736a1d3465c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487223
Apr 16 16:56:19.632289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fa35-1870-4bc8-869b-f7a1fdb0c597 req-06d2d2cd-6e44-4cf8-86a6-117b3456c0ea tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:19.633850 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7f58fa35-1870-4bc8-869b-f7a1fdb0c597 req-06d2d2cd-6e44-4cf8-86a6-117b3456c0ea tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.1759825
Apr 16 16:56:19.649652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace515-b303-4b38-8f81-9375ed3608f8 req-8a5023db-60a7-4351-9edd-d924596f1dda tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:19.651398 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-08ace515-b303-4b38-8f81-9375ed3608f8 req-8a5023db-60a7-4351-9edd-d924596f1dda tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1410997
Apr 16 16:56:19.732752 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7f58fa35-1870-4bc8-869b-f7a1fdb0c597 req-189df782-ca97-4407-bb76-97e9a34a50c1 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801916
Apr 16 16:56:19.742489 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-08ace515-b303-4b38-8f81-9375ed3608f8 req-569a7cc3-818b-412d-9d63-e70368e64d94 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732112
Apr 16 16:56:21.296862 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958aa9-6889-454c-a4a9-8a3874720582 req-cf48371e-2b00-4371-afdd-f9b91325b53c tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:21.298535 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60958aa9-6889-454c-a4a9-8a3874720582 req-cf48371e-2b00-4371-afdd-f9b91325b53c tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.4206989
Apr 16 16:56:21.308090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b82aed-316d-4df0-8c95-bc58cf5aa79d req-0c45fcc4-de62-4790-99ba-9635ee21fb1d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:21.309966 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-29b82aed-316d-4df0-8c95-bc58cf5aa79d req-0c45fcc4-de62-4790-99ba-9635ee21fb1d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1412458
Apr 16 16:56:21.386925 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60958aa9-6889-454c-a4a9-8a3874720582 req-3232d1a9-3b5b-40a8-ba5a-501a392d5696 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759459
Apr 16 16:56:21.394839 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-29b82aed-316d-4df0-8c95-bc58cf5aa79d req-d1417fe3-6164-4cef-bf75-36435a5c57a3 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691051
Apr 16 16:56:21.682999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-62ba4f85-3a90-446a-afe2-7da40519abcb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:21.684570 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-62ba4f85-3a90-446a-afe2-7da40519abcb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.0990376
Apr 16 16:56:21.770152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Deleting port c82bdbb9-8da8-4836-a28f-01855d319f56 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:56:21.770567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:22.079934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] For port c82bdbb9-8da8-4836-a28f-01855d319f56, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c82bdbb9-8da8-4836-a28f-01855d319f56,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:22.080489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:22.433762 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:22.434342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:22.434638 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Floating IP bc6345e4-fdec-4aec-81a6-7b4cf0825401 disassociated. External IP: 172.27.0.57, port: c82bdbb9-8da8-4836-a28f-01855d319f56.
Apr 16 16:56:22.435123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Calling delete_port for c82bdbb9-8da8-4836-a28f-01855d319f56 owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:56:22.815876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef054af5-278a-4d5f-a2de-39be2d4b6472 req-3870dfdc-9c31-45ea-b629-c9071bea4e49 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:22.817664 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ef054af5-278a-4d5f-a2de-39be2d4b6472 req-3870dfdc-9c31-45ea-b629-c9071bea4e49 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.2886434
Apr 16 16:56:22.827038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af97be-9e4f-4a83-ac48-52c0758cccd4 req-c2af68db-ca12-4326-a177-f2c75cb8041f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:22.829527 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d4af97be-9e4f-4a83-ac48-52c0758cccd4 req-c2af68db-ca12-4326-a177-f2c75cb8041f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 945 time: 0.3027122
Apr 16 16:56:22.831766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:22.862407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:22.990776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event deleted for resources: {'Port': ['ID=c82bdbb9-8da8-4836-a28f-01855d319f56,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:23.039266 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.039682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.040088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.040491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.040883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.041281 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.041674 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.042064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.042751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.043145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.043609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.044043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:23.062100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:23.065470 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ef054af5-278a-4d5f-a2de-39be2d4b6472 req-8741fc6f-e0e8-405c-a4a3-b575dace520e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2349150
Apr 16 16:56:23.090146 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d4af97be-9e4f-4a83-ac48-52c0758cccd4 req-152d3a1c-f8a2-43eb-bd61-f837716fb723 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1871252
Apr 16 16:56:23.381349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:56:23.598346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:56:23.616627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:56:23.630789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:56:23.631600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e595940>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:56:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:23.708389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] No DVR routers for this DVR port c82bdbb9-8da8-4836-a28f-01855d319f56 on host hv-cinder-73362 {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:56:23.712142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:23.716885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'name': 'network-vif-deleted', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:23.745460 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b9d62090-c846-4f1e-8aab-971bf7fe345a req-5eb3ad71-9d1b-4603-97fb-bb5d89007c41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "DELETE /v2.0/ports/c82bdbb9-8da8-4836-a28f-01855d319f56 HTTP/1.1" status: 204  len: 173 time: 2.0545442
Apr 16 16:56:23.869234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:56:23.953495 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954b9698-4e4c-4bd2-9cba-021819421e40', 'name': 'network-vif-deleted', 'tag': 'c82bdbb9-8da8-4836-a28f-01855d319f56', 'status': 'completed', 'code': 200}
Apr 16 16:56:24.259022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e595940>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:24.267684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:56:24.285028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:56:24.286641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e595940>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:56:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:24.384582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-e88aa1ec-dda7-419f-bbd0-5d84d12d5de1 req-6b26cfc2-d1d8-4ab9-8dcf-4d47ef8a37fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Synchronizing usage tracker for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:56:24.417287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-e88aa1ec-dda7-419f-bbd0-5d84d12d5de1 req-6b26cfc2-d1d8-4ab9-8dcf-4d47ef8a37fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Unset dirty status for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:56:24.418194 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e88aa1ec-dda7-419f-bbd0-5d84d12d5de1 req-6b26cfc2-d1d8-4ab9-8dcf-4d47ef8a37fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=954b9698-4e4c-4bd2-9cba-021819421e40 HTTP/1.1" status: 200  len: 210 time: 0.1260891
Apr 16 16:56:24.446454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec8286-2c1e-49cc-9dc9-479ec4245651 req-a5315d67-793b-4af0-b00f-ce88587501d5 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:24.451498 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aeec8286-2c1e-49cc-9dc9-479ec4245651 req-a5315d67-793b-4af0-b00f-ce88587501d5 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.2427626
Apr 16 16:56:24.514001 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aeec8286-2c1e-49cc-9dc9-479ec4245651 req-458ccb9a-5a60-4dfd-9bd5-309b2299f34b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588398
Apr 16 16:56:24.573605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:56:25.052436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e595940>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:25.057198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf994c37-6e9c-467e-bfa2-d24cdccf3c9e None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:56:25.077922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device c82bdbb9-8da8-4836-a28f-01855d319f56 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:56:25.125750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: c82bdbb9-8da8-4836-a28f-01855d319f56 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:56:25.126073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device c82bdbb9-8da8-4836-a28f-01855d319f56 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:56:25.486581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905454eb-3f21-41a3-bf45-a92dbffe4f6b None None] New status for floating IP bc6345e4-fdec-4aec-81a6-7b4cf0825401: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:56:25.849519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe33c43-fe3e-45eb-ae30-29df1396780f req-e7db65a6-d596-43c6-99e2-a3924ad015ae tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:25.851613 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8fe33c43-fe3e-45eb-ae30-29df1396780f req-e7db65a6-d596-43c6-99e2-a3924ad015ae tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1154652
Apr 16 16:56:25.921672 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8fe33c43-fe3e-45eb-ae30-29df1396780f req-2987e97f-3615-486e-8fcb-f5ffb2e4be85 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572441
Apr 16 16:56:25.995827 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7e90af2d-2060-41a5-9795-dbe9e5883bbe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162326361&fields=id&tenant_id=215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 267 time: 0.0551319
Apr 16 16:56:26.207338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-d06f115c-ed85-4642-83dc-ca043d179f2c tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:26.210126 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-d06f115c-ed85-4642-83dc-ca043d179f2c tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 812 time: 0.2012558
Apr 16 16:56:26.238619 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-d7a5f716-18aa-441c-8bb2-70fa26ae1720 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/quotas/215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 375 time: 0.0185580
Apr 16 16:56:26.354374 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-62db90e2-9983-47a4-bf8c-2a85c68a5ea3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1037719
Apr 16 16:56:26.524429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-c01bb839-e5ef-4b65-8108-9853c4dcf855 service neutron] 10.222.0.103 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555228
Apr 16 16:56:26.935194 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-539c6a72-ee76-4087-b2d0-a5ad8661ef8c service neutron] 10.222.0.103 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3990726
Apr 16 16:56:27.182975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ed18a-8dae-4102-8fe6-834d7b5a33aa req-2378b36a-eb58-469a-83db-c099bac94ee9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:27.184785 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-790ed18a-8dae-4102-8fe6-834d7b5a33aa req-2378b36a-eb58-469a-83db-c099bac94ee9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1221828
Apr 16 16:56:27.268284 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-790ed18a-8dae-4102-8fe6-834d7b5a33aa req-d344ab24-3f94-4c4e-b945-4e3d1c8ed94c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705981
Apr 16 16:56:27.580431 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-09afc403-8956-48de-96dd-5eda60169167 req-30f9c673-d102-4870-8a06-2583c9feecec tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 210 time: 0.0580006
Apr 16 16:56:28.515299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e8ef-2239-464b-99b9-919c1ef438b8 req-bfa08752-c8b8-4e3c-ab57-71936c981fd9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:28.516977 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f257e8ef-2239-464b-99b9-919c1ef438b8 req-bfa08752-c8b8-4e3c-ab57-71936c981fd9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1005771
Apr 16 16:56:28.576828 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f257e8ef-2239-464b-99b9-919c1ef438b8 req-1d176de4-d69d-405a-8625-57fce1a7902a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475340
Apr 16 16:56:28.798159 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-474cf680-b4ec-4bdc-a015-1f399eba1ce9 req-ff1bd791-5bbc-4529-8366-9d5185924e4f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 210 time: 0.0869479
Apr 16 16:56:28.944499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-c21bd7b8-18ac-4b6d-80cd-100411a73b54 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:28.946155 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-c21bd7b8-18ac-4b6d-80cd-100411a73b54 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 812 time: 0.1925867
Apr 16 16:56:29.072476 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-4efa7e8d-bd0c-4db9-af96-1ff403036388 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 8059 time: 0.1072581
Apr 16 16:56:29.084106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'port': {'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'admin_state_up': True, 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'security_groups': ['9f2939c5-a453-4f4a-a87d-2538cb0000b9']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:56:29.252795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:56:29.264233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:56:29.275455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Made reservation on behalf of 215e50567539412caa22fd5000dc74a6 for: {'port': 1} {{(pid=85298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:56:29.282098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:29.475694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Allocated IP 172.20.0.13 (4fdfd20a-86ba-40ff-badd-033e171b120f/4ee9993e-bf35-4655-8d44-aae93a5acbc9/2139fff4-2645-4ee4-90d3-2b1dcf4f8a76) {{(pid=85298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:56:29.751601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:29.821645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Transition to ACTIVE for port object 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 will not be triggered until provisioned by entity DHCP. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:56:29.887311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799cc0-89d5-4429-88df-2f174b5f0827 req-6243fe70-9e3e-4f7e-8091-3e22ef35b6c1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:29.889230 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-20799cc0-89d5-4429-88df-2f174b5f0827 req-6243fe70-9e3e-4f7e-8091-3e22ef35b6c1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1334500
Apr 16 16:56:29.918244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:29.936847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-043bd08f-2e11-42c8-8d8e-a88e63db02b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:30.187109 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-20799cc0-89d5-4429-88df-2f174b5f0827 req-c73581f0-de94-4c77-9b34-5fa00dfb48dc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2860816
Apr 16 16:56:30.211841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:30.219892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:30.276316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Network 4fdfd20a-86ba-40ff-badd-033e171b120f is already hosted by enough agents. {{(pid=85298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:56:30.277584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources bound (agent type, host, resource id):  {{(pid=85298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:56:30.284176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Received port after_create {{(pid=85298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:56:30.346469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9ba3-3466-4ff1-8aa2-4ac50061e195 req-4e27aa38-2d9a-48ce-8252-a539eb478572 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:30.348198 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-49da9ba3-3466-4ff1-8aa2-4ac50061e195 req-4e27aa38-2d9a-48ce-8252-a539eb478572 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 932 time: 0.2780905
Apr 16 16:56:30.416552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:30.417401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:30.477601 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-49da9ba3-3466-4ff1-8aa2-4ac50061e195 req-27b2a13e-ec39-46ed-98aa-9f577c305942 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1116984
Apr 16 16:56:30.484661 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-8bece359-7692-4085-acdd-1c88e8fed5cb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4054694
Apr 16 16:56:30.507090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Request body: {'port': {'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:56:30.653477 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:30.659049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-335c69b9-433f-40da-8c5e-b66ad7869bee None None] Provisioning for port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:56:30.667107 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-335c69b9-433f-40da-8c5e-b66ad7869bee None None] Provisioning complete for port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:56:30.667449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-335c69b9-433f-40da-8c5e-b66ad7869bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:30.752869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-335c69b9-433f-40da-8c5e-b66ad7869bee None None] Port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:56:31.089358 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 {{(pid=85298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:56:31.098928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:31.103920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:56:31.119189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Transition to ACTIVE for port object 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 will not be triggered until provisioned by entity L2. {{(pid=85298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:56:31.122067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:31.138719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:31.259649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:31.276021 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'port_id': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'mac_address': 'fa:16:3e:41:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:56:31.306494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Pushing event updated for resources: {'Port': ['ID=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,revision_number=2']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:31.325138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:31.364054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:31.399211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aef9925c-8048-4095-a618-0d55f10b32a1 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:56:31.425967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:31.432813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:31.435097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:31.570347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=6']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:31.583173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.583770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.584328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.584828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.585329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.586307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.586805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.587431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.587923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.588491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.588980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.589466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:56:31.597029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['aef9925c-8048-4095-a618-0d55f10b32a1'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:56:31.652386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:31.661478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893db2b-d99a-4b5f-9da1-89c6ae8eb293 req-edae0b28-59d8-4835-bf4c-75f7584da2b9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:31.669565 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f893db2b-d99a-4b5f-9da1-89c6ae8eb293 req-edae0b28-59d8-4835-bf4c-75f7584da2b9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.3113089
Apr 16 16:56:31.722865 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f893db2b-d99a-4b5f-9da1-89c6ae8eb293 req-cf36996e-d2a9-4b91-86d8-dd0adbe087bb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523489
Apr 16 16:56:31.792615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Attempting to bind port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:56:31.793431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Attempting to bind port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:56:31.793431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Attempting to bind port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:56:31.806402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 on network 4fdfd20a-86ba-40ff-badd-033e171b120f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:56:31.806839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Attempting to bind port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:56:31.814756 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:56:31.815128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Checking segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:56:31.815569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Bound using segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} {{(pid=85298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:56:31.816061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Bound port: 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}}] {{(pid=85298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:56:31.816456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:31.952746 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63222-1e14-4440-b914-1d21a3c1e565 req-99ca11fd-915e-47d5-b8ba-e460cb511733 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:31.953578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7aa63222-1e14-4440-b914-1d21a3c1e565 req-99ca11fd-915e-47d5-b8ba-e460cb511733 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Synchronizing usage tracker for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:56:31.997425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] For port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76, host hv-cinder-73362, cleared binding levels {{(pid=85298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:56:32.000238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-7aa63222-1e14-4440-b914-1d21a3c1e565 req-99ca11fd-915e-47d5-b8ba-e460cb511733 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Unset dirty status for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:56:32.001533 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7aa63222-1e14-4440-b914-1d21a3c1e565 req-99ca11fd-915e-47d5-b8ba-e460cb511733 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.2777021
Apr 16 16:56:32.003655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] For port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:56:32.007595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:32.025586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0deb9de6-4980-4d64-8e3a-2669d08ee0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:32.211623 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7aa63222-1e14-4440-b914-1d21a3c1e565 req-9de11a94-533f-4f8c-a244-ef87ded836bf tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1873119
Apr 16 16:56:32.242604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Pushing event updated for resources: {'Port': ['ID=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,revision_number=3']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:32.251780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:32.294642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:32.295321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:32.297089 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] 10.222.0.120 "PUT /v2.0/ports/2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 HTTP/1.1" status: 200  len: 1094 time: 1.7991247
Apr 16 16:56:32.297683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:32.393553 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'status': 'completed', 'code': 200}
Apr 16 16:56:32.442604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-dce87802-3d19-465e-9c9b-425ba1215f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:32.444318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-dce87802-3d19-465e-9c9b-425ba1215f60 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 1097 time: 0.0995560
Apr 16 16:56:32.771632 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-64eae9f4-5854-466a-a088-a10eb552202e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 HTTP/1.1" status: 200  len: 217 time: 0.3175952
Apr 16 16:56:32.843321 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-34398186-9051-4008-b48e-4300fc3ef133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:32.845229 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-34398186-9051-4008-b48e-4300fc3ef133 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0665834
Apr 16 16:56:33.011245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952978-54fb-4445-b421-cadde6fab64f req-2084d548-2237-4c4d-a0c2-441c5e7d645a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:33.015406 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e7952978-54fb-4445-b421-cadde6fab64f req-2084d548-2237-4c4d-a0c2-441c5e7d645a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 944 time: 0.1186562
Apr 16 16:56:33.018385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-5de1c874-a25e-4a95-b23e-bb6cc4a3951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:33.020036 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-5de1c874-a25e-4a95-b23e-bb6cc4a3951d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1668293
Apr 16 16:56:33.106813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:56:33.158086 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e7952978-54fb-4445-b421-cadde6fab64f req-343558d0-9b82-4447-8807-2d0be843e722 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342030
Apr 16 16:56:33.183973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port aef9925c-8048-4095-a618-0d55f10b32a1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:56:33.184630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:33.208335 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-e9f1f52d-28d3-41f9-8167-8f651ff2465f service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689401
Apr 16 16:56:33.371616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:33.404711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:33.417933 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:33.422108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:33.423687 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0cb19bdb-512c-4b4d-b121-792b0f65cdfc req-c3d2a742-ff69-4faf-b200-a685efe83ad7 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072029
Apr 16 16:56:33.424768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:33.466995 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'code': 200}
Apr 16 16:56:33.476270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec3ee-ad64-418a-9d85-cb984fe18ac1 req-91d89671-249e-45e6-ac12-8cb87b85345b tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:33.477892 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-38eec3ee-ad64-418a-9d85-cb984fe18ac1 req-91d89671-249e-45e6-ac12-8cb87b85345b tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.1114352
Apr 16 16:56:33.510633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=7']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:33.515356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:33.599960 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-38eec3ee-ad64-418a-9d85-cb984fe18ac1 req-2301bdbb-ca67-4896-8102-295b761ba41a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045902
Apr 16 16:56:33.628686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-b22489a5-3b7e-4392-b55b-5e9b368c1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:33.630382 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-b22489a5-3b7e-4392-b55b-5e9b368c1844 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 1097 time: 0.1141641
Apr 16 16:56:33.798441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-dc9b0af1-7be2-4a85-9919-aa13c1f5c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:33.800065 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-dc9b0af1-7be2-4a85-9919-aa13c1f5c4d0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.1564066
Apr 16 16:56:33.894613 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-121d4474-b99e-467f-abf6-db5bf8534382 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 HTTP/1.1" status: 200  len: 217 time: 0.0840015
Apr 16 16:56:33.972508 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-672a80c8-0eba-4c50-9dcf-23a107d7393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:33.974104 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-672a80c8-0eba-4c50-9dcf-23a107d7393d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0678306
Apr 16 16:56:34.097234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-85b616cd-3b78-4957-8093-5d6a5932ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:34.101018 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-85b616cd-3b78-4957-8093-5d6a5932ca87 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1175518
Apr 16 16:56:34.291233 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-58dada36-b161-4b77-b3bf-a76f9063227f service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818831
Apr 16 16:56:34.531688 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e81fce4a-8b29-4a9b-be9c-1ec81c13e484 req-9193f9c6-1315-42e7-9111-bdf6037c4766 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307403
Apr 16 16:56:34.540419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e13c72-a961-45df-954c-22dfc80037e0 req-64b6d578-3a89-4b2d-b9e1-a421c6c0e79c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:34.542276 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-63e13c72-a961-45df-954c-22dfc80037e0 req-64b6d578-3a89-4b2d-b9e1-a421c6c0e79c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.2139404
Apr 16 16:56:34.610059 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-63e13c72-a961-45df-954c-22dfc80037e0 req-70a26493-a9e2-4ace-841c-669bc7e34faf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566752
Apr 16 16:56:34.879870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da890-9b8e-4802-8488-4ee15088111d req-31db8d19-83f3-4acf-9fbd-e62e1b666681 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:34.882705 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e8da890-9b8e-4802-8488-4ee15088111d req-31db8d19-83f3-4acf-9fbd-e62e1b666681 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.1287153
Apr 16 16:56:34.970826 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e8da890-9b8e-4802-8488-4ee15088111d req-c95a1fe6-ed3a-4889-b4a7-f80ca601c05a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780110
Apr 16 16:56:35.885913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d9a9-f82d-4ba1-8be5-72a9be5198b5 req-4b8b31b7-cebc-449c-8b40-9b4c3c466901 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:35.899219 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52f3d9a9-f82d-4ba1-8be5-72a9be5198b5 req-4b8b31b7-cebc-449c-8b40-9b4c3c466901 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1178613
Apr 16 16:56:35.959991 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-52f3d9a9-f82d-4ba1-8be5-72a9be5198b5 req-7c8f05fd-38c4-4f3b-8a59-e638bd765afd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560741
Apr 16 16:56:36.202008 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e936ea-ab0b-4630-9762-297cab408b57 req-1b0cc34c-e90c-473e-ad6c-99d1acc9527c tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:36.203841 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47e936ea-ab0b-4630-9762-297cab408b57 req-1b0cc34c-e90c-473e-ad6c-99d1acc9527c tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.1082008
Apr 16 16:56:36.254085 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47e936ea-ab0b-4630-9762-297cab408b57 req-2ee913c4-6efd-4cb7-ac65-2f2ae516cfcd tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436108
Apr 16 16:56:36.512022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:56:37.076475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5d73-895e-434d-84ca-12d170fbd3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:37.285645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783010b-d533-4eea-9c36-be35adf04fb3 req-4e4b91b9-f341-44b6-98ac-6f05d3b2b54b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:37.287643 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e783010b-d533-4eea-9c36-be35adf04fb3 req-4e4b91b9-f341-44b6-98ac-6f05d3b2b54b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1185362
Apr 16 16:56:37.358689 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e783010b-d533-4eea-9c36-be35adf04fb3 req-1db15807-f123-4831-9713-02958b4b1f42 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623755
Apr 16 16:56:37.647322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b15a3-91d4-4a54-aabf-95e93e51533e req-f14262d5-45f1-4010-9436-d883a1d49bba tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:37.649097 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b19b15a3-91d4-4a54-aabf-95e93e51533e req-f14262d5-45f1-4010-9436-d883a1d49bba tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.1470311
Apr 16 16:56:37.714606 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b19b15a3-91d4-4a54-aabf-95e93e51533e req-77659fd0-0078-4d63-9575-f59afc823ac5 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582485
Apr 16 16:56:38.676777 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268772e2-e203-4c13-8547-a62e556305d4 req-f003b30a-10e3-45a5-bd70-2f09de8e08dd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:38.678556 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-268772e2-e203-4c13-8547-a62e556305d4 req-f003b30a-10e3-45a5-bd70-2f09de8e08dd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1389873
Apr 16 16:56:38.732569 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-268772e2-e203-4c13-8547-a62e556305d4 req-fd0bdec0-114d-4259-bd7d-a6a15fa89ce3 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475137
Apr 16 16:56:38.960270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac2b23-5676-4381-a93f-82e975b7d829 req-a5cacd38-5e3d-498f-9010-c2e380ad9f06 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:38.962773 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bbac2b23-5676-4381-a93f-82e975b7d829 req-a5cacd38-5e3d-498f-9010-c2e380ad9f06 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.1015854
Apr 16 16:56:39.020083 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-bbac2b23-5676-4381-a93f-82e975b7d829 req-dbb1ca54-bf3b-4dc1-857b-b43867bec51d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486333
Apr 16 16:56:39.506998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ebb5befe-4379-498e-9acf-3b08dab7dabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:39.584990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:39.976287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc9504-864b-4326-bd99-6edf627f41fe req-a15c0335-5b39-4b5c-8ecc-bb54fcdc9301 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:39.978010 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85fc9504-864b-4326-bd99-6edf627f41fe req-a15c0335-5b39-4b5c-8ecc-bb54fcdc9301 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1000912
Apr 16 16:56:40.044847 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-85fc9504-864b-4326-bd99-6edf627f41fe req-c9dc85b5-a5fa-457b-b86e-eb01a7ed896a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585096
Apr 16 16:56:40.263709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:40.350783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0aa1-4bf3-46c6-a047-b90171582e29 req-612255b7-477c-4354-bdd1-0ed54b45270b tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:40.352452 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9efa0aa1-4bf3-46c6-a047-b90171582e29 req-612255b7-477c-4354-bdd1-0ed54b45270b tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.1267972
Apr 16 16:56:40.419059 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9efa0aa1-4bf3-46c6-a047-b90171582e29 req-1cd4a19b-3180-408a-9b5b-180cafd325d8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592520
Apr 16 16:56:41.162094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:56:41.297853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670f9a7-cf19-4e96-b285-520d28b690a4 req-b35185c5-bbe8-4d51-8c52-dd68a19e8117 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:41.300723 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e670f9a7-cf19-4e96-b285-520d28b690a4 req-b35185c5-bbe8-4d51-8c52-dd68a19e8117 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1100738
Apr 16 16:56:41.376367 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e670f9a7-cf19-4e96-b285-520d28b690a4 req-99f9d19b-bf45-4292-865c-c5ff0076053a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687895
Apr 16 16:56:41.559614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:41.578571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:56:41.654564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:41.670244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:41.678962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:56:41.679897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb856151-b93d-471c-8eb5-00fe2fb4ce43 req-5fc6c58b-c851-4df7-8567-cae33093b315 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:41.688604 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb856151-b93d-471c-8eb5-00fe2fb4ce43 req-5fc6c58b-c851-4df7-8567-cae33093b315 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 944 time: 0.1160135
Apr 16 16:56:41.697989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:41.703207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:41.705797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a1ffe6f1-5171-4517-8004-2888199a4bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:41.744938 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb856151-b93d-471c-8eb5-00fe2fb4ce43 req-4eaff051-d5f3-428e-9a92-359c3a445896 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550227
Apr 16 16:56:41.793903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:41.797603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:42.109608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['2139fff4-2645-4ee4-90d3-2b1dcf4f8a76'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:56:42.657210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1623a1-5c7b-44ed-b120-b16657872090 req-6acf3a6a-2e59-491b-8c4e-6055476e6cbd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:42.669894 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3a1623a1-5c7b-44ed-b120-b16657872090 req-6acf3a6a-2e59-491b-8c4e-6055476e6cbd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1327200
Apr 16 16:56:42.760609 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3a1623a1-5c7b-44ed-b120-b16657872090 req-68e35c6d-a6d0-4365-906c-52db96d2caf4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870905
Apr 16 16:56:43.000663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3924bd-752f-4dbb-80c1-dd7d961df654 req-3221f862-0deb-43cd-bcd7-407e86622f2b tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:43.002139 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb3924bd-752f-4dbb-80c1-dd7d961df654 req-3221f862-0deb-43cd-bcd7-407e86622f2b tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 945 time: 0.1214242
Apr 16 16:56:43.068847 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fb3924bd-752f-4dbb-80c1-dd7d961df654 req-80cbebd7-ac9c-4182-b98d-00e025033999 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556240
Apr 16 16:56:44.041456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ad100-4af2-43aa-82ac-f991f7c9d9ae req-46d1b1fd-81a3-46ec-a6ce-bc4eb3f46618 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:44.043351 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-681ad100-4af2-43aa-82ac-f991f7c9d9ae req-46d1b1fd-81a3-46ec-a6ce-bc4eb3f46618 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.1160116
Apr 16 16:56:44.132064 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-681ad100-4af2-43aa-82ac-f991f7c9d9ae req-aade4708-9835-4cac-b59f-b766c6a198f6 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780170
Apr 16 16:56:44.354378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273df75-986c-477f-97ec-b625de7a373c req-74c08720-3bed-4cd2-a968-370da758e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:44.363300 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5273df75-986c-477f-97ec-b625de7a373c req-74c08720-3bed-4cd2-a968-370da758e9af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 945 time: 0.1375017
Apr 16 16:56:44.423806 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5273df75-986c-477f-97ec-b625de7a373c req-6e4d3ca8-d0db-42cc-aaac-ac7f105fae81 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590730
Apr 16 16:56:44.451882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53808) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:56:44.600222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:44.617846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:56:44.622490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Usage tracker for resource:security_group_rule and tenant:7c19205aac7740b5844ced2c20a5ab5a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:56:44.626219 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:56:44.632362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:56:44.724884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:44.727734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:44.738065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bf35b883-66f0-400d-8636-ecd125ea8af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:44.781953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=7c19205aac7740b5844ced2c20a5ab5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3287125
Apr 16 16:56:44.783772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f727142-449d-4ac6-ba96-af0526ee69a4,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:44.784868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 53814) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:56:44.787040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:44.854629 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e06c121d-853c-416d-b51c-86c6ab4f7d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:44.884839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e06c121d-853c-416d-b51c-86c6ab4f7d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:44.938117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e06c121d-853c-416d-b51c-86c6ab4f7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:44.943541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e3fff718-c867-43b3-82ae-eec597253419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:44.956951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c121d-853c-416d-b51c-86c6ab4f7d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f727142-449d-4ac6-ba96-af0526ee69a4,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:44.959833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e06c121d-853c-416d-b51c-86c6ab4f7d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:44.963350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e06c121d-853c-416d-b51c-86c6ab4f7d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:44.965374 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e06c121d-853c-416d-b51c-86c6ab4f7d26 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2f727142-449d-4ac6-ba96-af0526ee69a4 HTTP/1.1" status: 204  len: 168 time: 0.1793375
Apr 16 16:56:45.123005 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-125df969-e63d-482f-871b-d523f221827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:45.125231 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-125df969-e63d-482f-871b-d523f221827f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1098 time: 0.0968568
Apr 16 16:56:45.181057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:56:45.282784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:56:45.289727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:56:45.290570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:45.368565 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-c00afec4-552c-4e04-b8f4-c288e717b757 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102634327&fields=id&tenant_id=0944f6a6bc094a1db167f95dea7b6570 HTTP/1.1" status: 200  len: 267 time: 0.1164520
Apr 16 16:56:45.415958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-e1e370d2-3efe-44d4-b1fe-b763afeae4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:45.417543 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-e1e370d2-3efe-44d4-b1fe-b763afeae4c3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.2840769
Apr 16 16:56:45.473613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:45.527873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:45.529470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:45.537229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:45.538551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:56:45.584115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:45.855061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:45.888697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:45.894724 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-c8fda9db-f593-4cb3-a2d8-f333f738ee72 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 200  len: 1001 time: 0.4246278
Apr 16 16:56:45.926792 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-53a8b4dd-ba75-4649-a962-2fbe03c2ee5c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4230208
Apr 16 16:56:45.935245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:45.999350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:46.003568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:46.006366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:46.028462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-7b71e59d-6ffd-428f-959b-5f48c645f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.031101 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-7b71e59d-6ffd-428f-959b-5f48c645f3cc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.1259780
Apr 16 16:56:46.039454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-ade70e73-90a4-460a-8109-6bf6960fe789 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.048310 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-ade70e73-90a4-460a-8109-6bf6960fe789 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 984 time: 0.6787429
Apr 16 16:56:46.058804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd331f67-b450-49ae-a781-d460f54e41e8 req-1e6ba564-74de-4d87-a4f2-50d792d1c0c7 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.067422 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fd331f67-b450-49ae-a781-d460f54e41e8 req-1e6ba564-74de-4d87-a4f2-50d792d1c0c7 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 945 time: 0.6534715
Apr 16 16:56:46.075718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Request body: {'port': {'security_groups': ['3c0f29ea-a413-4478-be29-4c4068988b27']}} {{(pid=85298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:56:46.132148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-4c11244e-8da6-417b-bb3b-4cbdaaf72a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.133877 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-4c11244e-8da6-417b-bb3b-4cbdaaf72a4b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1099 time: 0.1110718
Apr 16 16:56:46.140529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=8']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:46.147682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:46.252013 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fd331f67-b450-49ae-a781-d460f54e41e8 req-31e8650f-4601-4794-8254-b1eb961d07b4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1836050
Apr 16 16:56:46.355736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-9180e44a-1e71-4e71-ba70-29dd7682ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.358495 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-9180e44a-1e71-4e71-ba70-29dd7682ca70 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2876287
Apr 16 16:56:46.366627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:46.460904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-7d01981e-7d44-4e8d-806d-421f3a57d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.464422 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-7d01981e-7d44-4e8d-806d-421f3a57d34e service neutron] 10.222.0.120 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 911 time: 0.2996519
Apr 16 16:56:46.491741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:46.642025 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-776c7ae7-c018-448b-9f0c-50382d5213e6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 1002 time: 0.1707273
Apr 16 16:56:46.724677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-e228d84f-780c-42b2-9203-aa3d6a156c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.726306 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-e228d84f-780c-42b2-9203-aa3d6a156c61 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 200  len: 848 time: 0.0757985
Apr 16 16:56:46.829707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-46b7cdf4-0e35-4a02-b1c6-0e42346c3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.832004 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-46b7cdf4-0e35-4a02-b1c6-0e42346c3324 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0945246
Apr 16 16:56:46.832827 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-d11402a1-58d0-4d98-8c6a-ae29b9c19416 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4447322
Apr 16 16:56:46.907534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d536c89-da66-46ed-8d2d-776ceb186739 req-113ec58d-c777-499d-9592-56467662ae41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:46.910243 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2d536c89-da66-46ed-8d2d-776ceb186739 req-113ec58d-c777-499d-9592-56467662ae41 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.5236259
Apr 16 16:56:47.017184 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-21550a13-95d2-4c37-acce-dfccb8f016fc service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705513
Apr 16 16:56:47.173022 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a13e45ba-baa2-497d-9cec-441c62402d31 req-10b9b11c-bf09-4a1d-91f3-22a11015b4a9 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457398
Apr 16 16:56:47.177587 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2d536c89-da66-46ed-8d2d-776ceb186739 req-7ca63bf6-0ddb-42fa-97e8-cef01e0380a1 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2371244
Apr 16 16:56:47.214752 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c73b5702-d1f8-44ff-9e14-e6f3571a2dcf req-f074f3ed-6087-4dd7-a2aa-29196f0159e7 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3639531
Apr 16 16:56:47.221101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=48feea5a-19f4-4f16-80f8-5166404c8b45,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:56:47.241590 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'code': 200}
Apr 16 16:56:47.253566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for port, precommit_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.257907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789565360'] for port, after_update {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.273534 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['48feea5a-19f4-4f16-80f8-5166404c8b45'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:56:47.279306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-421156f9-4b27-4a78-b837-b50f09b8435f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:47.491305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:47.492084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.493731 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4f420eb4-08c7-4c62-ad1c-a54442cc2da2 req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "PUT /v2.0/ports/48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 942 time: 1.4444373
Apr 16 16:56:47.501172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53858) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:56:47.510563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:47.574039 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event updated for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=7']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:47.587847 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'status': 'completed', 'code': 200}
Apr 16 16:56:47.605998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['48feea5a-19f4-4f16-80f8-5166404c8b45'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:56:47.632680 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-eeb6fe2c-ca8d-4df7-a318-327cc7ee007f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:47.676966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.718429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.721410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4db15f-9a95-47e5-b6d7-bb04f2b7ce83 req-f045ed54-80cc-47fe-827d-505252505fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:47.723235 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-af4db15f-9a95-47e5-b6d7-bb04f2b7ce83 req-f045ed54-80cc-47fe-827d-505252505fbe service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 1099 time: 0.1506975
Apr 16 16:56:47.734421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811bcff-f8fd-45b4-8dae-ff0aaaf0416d req-eaa9f72e-e904-45e7-a06b-d324be4ca25a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:47.742680 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e811bcff-f8fd-45b4-8dae-ff0aaaf0416d req-eaa9f72e-e904-45e7-a06b-d324be4ca25a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.2220297
Apr 16 16:56:47.793789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-d18f734d-0cc0-4eaf-aa19-fc2b93cf85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:47.795339 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-d18f734d-0cc0-4eaf-aa19-fc2b93cf85fe service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1098 time: 0.1850538
Apr 16 16:56:47.827830 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e811bcff-f8fd-45b4-8dae-ff0aaaf0416d req-3a6f4d98-8ba2-411e-828d-67a78d4da922 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839939
Apr 16 16:56:47.830147 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-af4db15f-9a95-47e5-b6d7-bb04f2b7ce83 req-76349627-c5c0-4731-bb61-6de60c189f81 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851102
Apr 16 16:56:47.854805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-53d1d8e6-8f11-41d0-8975-b85c57da2fea None None] Provisioning complete for port 48feea5a-19f4-4f16-80f8-5166404c8b45 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:56:47.855226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-53d1d8e6-8f11-41d0-8975-b85c57da2fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.888721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.899734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5b784292-c116-4f8e-b8c3-ec9aab95e014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:47.921886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:47.926727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:47.963136 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:47.967488 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "DELETE /v2.0/security-groups/dbdcd3e8-dd73-4ca1-915f-d3cd574a0d1b HTTP/1.1" status: 204  len: 168 time: 0.4621320
Apr 16 16:56:47.967488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53866) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:56:48.077513 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-b549c15d-08eb-46ef-b528-c8ee39c84322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:48.079244 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-b549c15d-08eb-46ef-b528-c8ee39c84322 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 200  len: 916 time: 0.2741771
Apr 16 16:56:48.303845 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-974b23de-7a71-4cc0-a6fc-44e8a58874e3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 1000 time: 0.2124493
Apr 16 16:56:48.393076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Deleting port ed269711-07ca-4be7-ba8f-afd0508d57e7 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:56:48.393448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:48.417343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2721da0-68d0-4658-911b-faf58c68532e req-4839a339-2ec6-43ca-8408-9189caab9672 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:48.420178 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2721da0-68d0-4658-911b-faf58c68532e req-4839a339-2ec6-43ca-8408-9189caab9672 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.1148744
Apr 16 16:56:48.480034 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2721da0-68d0-4658-911b-faf58c68532e req-0e4ae00a-c282-4a17-aa2c-7677517e3a2f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528104
Apr 16 16:56:48.506265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-6f502f09-577e-494a-abde-d782fd8f67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:48.507886 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-6f502f09-577e-494a-abde-d782fd8f67d3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f366899f-75b2-49d4-b308-e522cde3b565 HTTP/1.1" status: 200  len: 853 time: 0.1795139
Apr 16 16:56:48.681941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:48.682175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:48.754490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-0275bfbb-02e4-4ba2-b955-b171464c0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:48.756096 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-0275bfbb-02e4-4ba2-b955-b171464c0680 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8c55fbc3-094c-44bb-b10a-f991a66d271b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2016549
Apr 16 16:56:48.822192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Calling delete_port for ed269711-07ca-4be7-ba8f-afd0508d57e7 owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:56:48.991422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:49.011182 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:49.070094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b4c85-a7d7-49c0-a9ca-595bdc9d36a9 req-bae4ff15-d67b-4c4c-9566-d41300542e91 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:49.071756 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a74b4c85-a7d7-49c0-a9ca-595bdc9d36a9 req-bae4ff15-d67b-4c4c-9566-d41300542e91 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0958951
Apr 16 16:56:49.101669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event deleted for resources: {'Port': ['ID=ed269711-07ca-4be7-ba8f-afd0508d57e7,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:49.104385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:49.124721 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a74b4c85-a7d7-49c0-a9ca-595bdc9d36a9 req-d43a6394-0518-4726-8086-30154b7cc2ac tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440128
Apr 16 16:56:49.243137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:49.280939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks [] for floatingip, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:49.280939 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Floating IP 0d9d7b54-1c3a-467d-8c25-2da79da44998 disassociated (deleted). External IP: 172.27.0.86, port: 48feea5a-19f4-4f16-80f8-5166404c8b45.
Apr 16 16:56:49.296933 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'code': 200}
Apr 16 16:56:49.706616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7415d-e606-42b7-8ed4-7331b3a4f963 req-3c94af61-7edb-418d-9af9-362d12baa1e7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:49.708276 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-45c7415d-e606-42b7-8ed4-7331b3a4f963 req-3c94af61-7edb-418d-9af9-362d12baa1e7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.1008503
Apr 16 16:56:49.757928 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-45c7415d-e606-42b7-8ed4-7331b3a4f963 req-3aeef4ac-2c80-40aa-81ab-98013db6d25a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428653
Apr 16 16:56:49.899313 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Router 2b8c3498-08d7-47b5-91b0-307c4231066d has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:56:50.098745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:56:50.109464 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] Sync routers for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:56:50.119331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:50.119703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:56:50.120384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f44b4a8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:56:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:50.185550 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "DELETE /v2.0/floatingips/0d9d7b54-1c3a-467d-8c25-2da79da44998 HTTP/1.1" status: 204  len: 168 time: 2.2145021
Apr 16 16:56:50.185550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:50.315999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:56:50.344287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ad794-288d-40c7-a943-6f630a76adfb req-5de92964-edab-4630-a22a-4571d0bc1fbb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:50.345934 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de3ad794-288d-40c7-a943-6f630a76adfb req-5de92964-edab-4630-a22a-4571d0bc1fbb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0959094
Apr 16 16:56:50.395793 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-de3ad794-288d-40c7-a943-6f630a76adfb req-6d57f7e3-7a18-4c15-9c05-92494eebc4bc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432827
Apr 16 16:56:50.662364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f44b4a8>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:40Z', 'revision_number': 5, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:50.666934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] Checking router: 2b8c3498-08d7-47b5-91b0-307c4231066d for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:56:50.676883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:56:50.677560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f44b4a8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:56:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:50.875109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:56:50.951367 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'status': 'completed', 'code': 200}
Apr 16 16:56:51.231102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d3e7d-e9dc-4835-839d-1d1081e50cce req-ea473f5a-0b45-4ddc-b309-8bc62ddfbfe6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:51.231711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f44b4a8>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:40Z', 'revision_number': 5, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:51.232766 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e27d3e7d-e9dc-4835-839d-1d1081e50cce req-ea473f5a-0b45-4ddc-b309-8bc62ddfbfe6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.0954328
Apr 16 16:56:51.236992 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fa547-d635-48b0-bcc1-b11a10e7b6bc None None] The sync data for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi is: [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:53:31Z', 'revision_number': 4, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': 'c0984e77-91f7-46a8-b317-57191c7831bf', 'name': '', 'network_id': '8c55fbc3-094c-44bb-b10a-f991a66d271b', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'mac_address': 'fa:16:3e:69:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:30Z', 'updated_at': '2021-04-16T16:53:40Z', 'revision_number': 5, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'subnets': [{'id': 'f366899f-75b2-49d4-b308-e522cde3b565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:56:51.293068 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e27d3e7d-e9dc-4835-839d-1d1081e50cce req-373c0de1-8574-44ca-8f8c-7cbc2a47bbdb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538650
Apr 16 16:56:51.629250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff1b7e-c225-40d6-89bc-b9375e205d4a req-fdd548bf-58c6-48b2-b60b-2f4666304cd4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:51.650977 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-33ff1b7e-c225-40d6-89bc-b9375e205d4a req-fdd548bf-58c6-48b2-b60b-2f4666304cd4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1208544
Apr 16 16:56:51.659818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f607ad2e-a51b-4897-b2c1-8d452680788e None None] New status for floating IP 0d9d7b54-1c3a-467d-8c25-2da79da44998: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:56:51.725680 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-37427f61-c785-47a6-bafb-63c552d3b93a service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987653
Apr 16 16:56:51.754711 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-33ff1b7e-c225-40d6-89bc-b9375e205d4a req-0f7e55f1-3b15-40fd-805b-d581f017afe1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958958
Apr 16 16:56:51.904602 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-68130320-a7bd-4e04-bb3e-f350e126cb18 req-f7159cc4-89bc-48f2-a072-49a3b816cdb6 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700687
Apr 16 16:56:52.041110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-af9ab2e5-daf9-47bb-8b13-c6292e59a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:52.042641 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-af9ab2e5-daf9-47bb-8b13-c6292e59a02a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0944f6a6bc094a1db167f95dea7b6570&device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 1098 time: 0.0890510
Apr 16 16:56:52.197683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-039677a4-9451-41b6-9518-df9d36e5ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:52.199366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-039677a4-9451-41b6-9518-df9d36e5ae10 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 200  len: 916 time: 0.1480367
Apr 16 16:56:52.278244 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-12cd4054-6d58-42e8-9477-99a93ee5bd5f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 200  len: 217 time: 0.0690129
Apr 16 16:56:52.359981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-656725e5-35a8-4ea1-98d6-df0ffca65479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:52.361560 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-656725e5-35a8-4ea1-98d6-df0ffca65479 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f366899f-75b2-49d4-b308-e522cde3b565 HTTP/1.1" status: 200  len: 853 time: 0.0773394
Apr 16 16:56:52.454078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-f80eef1b-588f-497f-9102-b4b8e029383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:52.455932 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-f80eef1b-588f-497f-9102-b4b8e029383a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8c55fbc3-094c-44bb-b10a-f991a66d271b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0861261
Apr 16 16:56:52.506430 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964c071-918b-4402-8863-aa9253d3ddde req-5cc8c975-5a18-4e0e-8a74-788b7bd3d5f3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:52.508077 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e964c071-918b-4402-8863-aa9253d3ddde req-5cc8c975-5a18-4e0e-8a74-788b7bd3d5f3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.0918539
Apr 16 16:56:52.560040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e964c071-918b-4402-8863-aa9253d3ddde req-be55fe48-8a6c-4dc8-8206-adb287bbfef7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444987
Apr 16 16:56:52.625435 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-ebd44675-db0c-404c-82c3-49eac20814be service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604505
Apr 16 16:56:52.817705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bdeff-3225-49be-83df-9763db8a2397 req-ced3e52b-b080-44c4-945a-16002afced46 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:52.819390 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0a6bdeff-3225-49be-83df-9763db8a2397 req-ced3e52b-b080-44c4-945a-16002afced46 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.1068375
Apr 16 16:56:52.830156 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2da4ea19-223b-46ae-bb2a-a22ef035595b req-0ff267ec-2a90-4327-bf14-c1130efd2264 service neutron] 10.222.0.120 "GET /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957691
Apr 16 16:56:52.883770 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0a6bdeff-3225-49be-83df-9763db8a2397 req-6357bdf5-94e8-42a4-b1d9-e5d6ccccfc80 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498779
Apr 16 16:56:52.915526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53928) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:56:53.002040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dfacd-22cd-4ca8-9c34-488454521a37 req-e5c63b26-dc8d-43af-92c9-e824af19cfe9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:53.005252 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d19dfacd-22cd-4ca8-9c34-488454521a37 req-e5c63b26-dc8d-43af-92c9-e824af19cfe9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1202290
Apr 16 16:56:53.057828 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8332bec-4703-4d02-850e-aa13dfb265c0 tempest-TestVolumeBootPattern-1896399454 tempest-TestVolumeBootPattern-1896399454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:53.059571 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f8332bec-4703-4d02-850e-aa13dfb265c0 tempest-TestVolumeBootPattern-1896399454 tempest-TestVolumeBootPattern-1896399454-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 1094 time: 0.1429374
Apr 16 16:56:53.060503 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d19dfacd-22cd-4ca8-9c34-488454521a37 req-8ee0d515-32e1-49a8-9beb-f2f07ee35129 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485158
Apr 16 16:56:53.063304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 53934) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:56:53.069030 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:56:53.075649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:56:53.080732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:floatingip and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:56:53.083747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:56:53.089757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:56:53.099926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:53.252466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:53.413335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Allocated IP 172.27.0.119 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/88a118d9-2ae9-4085-a78f-2a26323cdb31) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:56:53.601824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:53.636637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:53.658418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:53.798490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=88a118d9-2ae9-4085-a78f-2a26323cdb31,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:53.803351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:53.858149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:56:53.859858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:56:53.862397 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:56:54.309792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:54.391848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:54.621059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:54.624572 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:54.639801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c25cbaf1-5290-442d-921e-9928be15898b tempest-AttachVolumeNegativeTest-1570055156 tempest-AttachVolumeNegativeTest-1570055156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:56:54.776386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=88a118d9-2ae9-4085-a78f-2a26323cdb31,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:56:54.780245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:56:54.886994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:55.255363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:56:55.320009 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Floating IP b71e7902-d68b-4b04-b336-3fd1f21ccf1b associated. External IP: 172.27.0.119, port: 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76.
Apr 16 16:56:55.703951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:56:55.901435 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:56:55.912418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:56:55.922775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:56:55.923452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e630fd0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:56:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:55.926252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:56:55.986410 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9218388
Apr 16 16:56:55.987069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:56:56.284256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:56:56.350523 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'status': 'completed', 'code': 200}
Apr 16 16:56:56.471061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-8e9f5a39-d12f-4b7e-bc38-ce269b8d0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:56.472696 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-8e9f5a39-d12f-4b7e-bc38-ce269b8d0e19 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 1099 time: 0.0971849
Apr 16 16:56:56.626943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-292d6cde-c5e4-4527-9730-298fdd5fad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:56.628549 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-292d6cde-c5e4-4527-9730-298fdd5fad33 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.1486404
Apr 16 16:56:56.694940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e630fd0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:54Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:56.699297 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:56:56.709187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:56:56.709873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e630fd0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:56:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:56.756023 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-ea12be1c-e835-4f74-a30a-fb7552f810bb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 HTTP/1.1" status: 200  len: 1000 time: 0.1181872
Apr 16 16:56:56.844231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-07eb2d40-1e7a-40a7-8583-933c5aa452e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:56.845928 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-07eb2d40-1e7a-40a7-8583-933c5aa452e8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0828810
Apr 16 16:56:56.940508 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:56:56.962900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-7e26f20e-4da3-4728-943e-e3323f366d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:56.965317 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-7e26f20e-4da3-4728-943e-e3323f366d77 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1121092
Apr 16 16:56:56.986582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c31c25-c563-4fad-97b5-0211a35e2385 req-8b26647d-5d31-46fc-bee7-7c7d0fd3adb2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:56.988419 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37c31c25-c563-4fad-97b5-0211a35e2385 req-8b26647d-5d31-46fc-bee7-7c7d0fd3adb2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1371808
Apr 16 16:56:57.057220 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-37c31c25-c563-4fad-97b5-0211a35e2385 req-d95a4451-5c86-4b5e-885d-87b3b7546c9c tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618463
Apr 16 16:56:57.215848 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-ca1dcd42-c16a-4728-af13-85f0906d7666 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2415402
Apr 16 16:56:57.416064 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e630fd0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:54Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:56:57.422094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31477e0-9e35-44d6-b056-a9a62dd90444 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:54Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:56:57.448986 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-66edc043-fc8c-4bf2-9fca-03bdc24961bd req-2dc8d5a0-f14a-4084-bc99-4461d7fa7b6c service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794710
Apr 16 16:56:57.480250 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-a535bb36-cf4a-4e43-91ea-277b8b0fc528 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2633348
Apr 16 16:56:57.574582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2b23-e163-4b83-9bd6-2a8e0a7802d3 req-3f31e830-1c7b-46b9-9410-181f32a7409b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:57.576387 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-132a2b23-e163-4b83-9bd6-2a8e0a7802d3 req-3f31e830-1c7b-46b9-9410-181f32a7409b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1349554
Apr 16 16:56:57.635032 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-132a2b23-e163-4b83-9bd6-2a8e0a7802d3 req-7a1552a8-47f7-4cd5-89af-eb44b51e5aea tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501790
Apr 16 16:56:57.789809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85731f-3211-4c2d-8a95-7357970808ad None None] New status for floating IP b71e7902-d68b-4b04-b336-3fd1f21ccf1b: ACTIVE {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:56:58.286268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2cc4a-251d-4660-9eee-a57978d63aa3 req-f0a519fd-98aa-4f56-b5c3-be2d77af762e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:58.288298 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-45b2cc4a-251d-4660-9eee-a57978d63aa3 req-f0a519fd-98aa-4f56-b5c3-be2d77af762e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1091952
Apr 16 16:56:58.343245 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-45b2cc4a-251d-4660-9eee-a57978d63aa3 req-d208656d-ed81-4c58-bb8e-9e63166c1cc7 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476539
Apr 16 16:56:58.848761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf1c88-15bf-4272-bb6c-e7866d2a671b req-2cc68cc6-2b2d-4b93-a1d0-802408998f88 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:58.850318 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5dcf1c88-15bf-4272-bb6c-e7866d2a671b req-2cc68cc6-2b2d-4b93-a1d0-802408998f88 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.0953031
Apr 16 16:56:58.901221 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5dcf1c88-15bf-4272-bb6c-e7866d2a671b req-fc964fdc-85b6-4845-b239-1dc3ef370484 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442216
Apr 16 16:56:59.562275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392547-5676-4f1d-8de3-187eb47a16af req-792cefc2-9474-4912-a1b2-0b35cb8fea7b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:56:59.563974 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6b392547-5676-4f1d-8de3-187eb47a16af req-792cefc2-9474-4912-a1b2-0b35cb8fea7b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0928118
Apr 16 16:56:59.617153 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6b392547-5676-4f1d-8de3-187eb47a16af req-df35b435-0eef-4c75-ac72-4aee9c3fa983 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468080
Apr 16 16:57:00.340859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9c13b-e9eb-4ef6-a761-5ea9035d7457 req-d5399790-4917-4c34-957f-eb46f7bf0df3 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:00.343159 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a8c9c13b-e9eb-4ef6-a761-5ea9035d7457 req-d5399790-4917-4c34-957f-eb46f7bf0df3 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.3263931
Apr 16 16:57:00.392337 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a8c9c13b-e9eb-4ef6-a761-5ea9035d7457 req-41086c25-5d78-46da-a543-00aee5d241df tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425873
Apr 16 16:57:00.835475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e4f1b-3573-4b9c-83b7-0a7ddd66097a req-45bf833c-6119-47f2-99e9-372b318774dd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:00.837156 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d1e4f1b-3573-4b9c-83b7-0a7ddd66097a req-45bf833c-6119-47f2-99e9-372b318774dd tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0968769
Apr 16 16:57:00.890466 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3d1e4f1b-3573-4b9c-83b7-0a7ddd66097a req-c88c90bc-5ca8-4dbb-a77a-c4e1a85b81f5 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468879
Apr 16 16:57:00.940686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-dd31d8a0-29a9-4328-b4d3-53080d068450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:00.942408 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-dd31d8a0-29a9-4328-b4d3-53080d068450 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564&tenant_id=fb882053c8e84304847e19528f11d911 HTTP/1.1" status: 200  len: 1096 time: 0.0851140
Apr 16 16:57:01.048153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-81a65851-3edf-4975-83b3-91a31f7e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:01.049895 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-81a65851-3edf-4975-83b3-91a31f7e7a9b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1096 time: 0.0818076
Apr 16 16:57:01.211762 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-bad7d9da-d218-4837-957f-5d7534399c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:01.213356 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-bad7d9da-d218-4837-957f-5d7534399c0a service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.1541841
Apr 16 16:57:01.345007 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-02a55ca3-703a-4e80-be2e-175704c6e18c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 200  len: 999 time: 0.1243899
Apr 16 16:57:01.420125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-962ae9ec-e0e0-4b8c-b719-3eb334030bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:01.422276 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-962ae9ec-e0e0-4b8c-b719-3eb334030bc7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.0706172
Apr 16 16:57:01.510698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-5a0bc216-71c7-4e81-bffc-beb5e17382ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:01.512323 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-5a0bc216-71c7-4e81-bffc-beb5e17382ce service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0822620
Apr 16 16:57:01.606907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06846f-9a51-46fc-b855-4ffa8f7b0ccc req-e91a4e65-0fba-4620-b567-1a3fa3ed2779 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:01.609547 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be06846f-9a51-46fc-b855-4ffa8f7b0ccc req-e91a4e65-0fba-4620-b567-1a3fa3ed2779 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.0985057
Apr 16 16:57:01.660046 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be06846f-9a51-46fc-b855-4ffa8f7b0ccc req-5058f012-50cd-4f15-828a-027d253285a5 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439236
Apr 16 16:57:01.665804 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-e5614edc-71f8-4292-a3ff-be60fd413796 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435847
Apr 16 16:57:01.813818 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e8aae32b-8840-4974-afaa-2b437f205f64 req-c5bb3ced-80ae-45a7-94d6-6b81d614cdc2 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404901
Apr 16 16:57:02.132342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b87a3c-bedd-40ba-9c3d-5c8834782300 req-2f649f88-fbfa-41e9-9eb2-43cc828d23ec tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:02.134144 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-01b87a3c-bedd-40ba-9c3d-5c8834782300 req-2f649f88-fbfa-41e9-9eb2-43cc828d23ec tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1059914
Apr 16 16:57:02.188624 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-01b87a3c-bedd-40ba-9c3d-5c8834782300 req-dd9bb493-7dc8-43b5-913a-eeafb9bdab6e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447297
Apr 16 16:57:02.233774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-d5293632-45a9-41c7-bba6-cf87472db997 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:02.234647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-d5293632-45a9-41c7-bba6-cf87472db997 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Synchronizing usage tracker for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:57:02.252530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-d5293632-45a9-41c7-bba6-cf87472db997 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Unset dirty status for tenant:0944f6a6bc094a1db167f95dea7b6570 on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:57:02.253981 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-d5293632-45a9-41c7-bba6-cf87472db997 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.120 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1204922
Apr 16 16:57:02.346055 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Deleting port 48feea5a-19f4-4f16-80f8-5166404c8b45 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:02.346623 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:02.663418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] For port 48feea5a-19f4-4f16-80f8-5166404c8b45, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=48feea5a-19f4-4f16-80f8-5166404c8b45,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:02.663987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:02.849308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Calling delete_port for 48feea5a-19f4-4f16-80f8-5166404c8b45 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:02.889108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e431-4e07-4590-ad25-01becf5379c9 req-7343ff7d-5885-42fe-bbe0-b6b4ae8676b6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:02.897638 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-11f3e431-4e07-4590-ad25-01becf5379c9 req-7343ff7d-5885-42fe-bbe0-b6b4ae8676b6 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 945 time: 0.1041501
Apr 16 16:57:02.948430 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-11f3e431-4e07-4590-ad25-01becf5379c9 req-8cdb95a3-edb5-46dc-ab87-36732794491e tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/security-groups?id=3c0f29ea-a413-4478-be29-4c4068988b27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497448
Apr 16 16:57:03.073043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:03.088130 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['48feea5a-19f4-4f16-80f8-5166404c8b45'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:57:03.126624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bba2a256-f210-4695-8c60-96ebf83ca990 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:03.525796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d0d5c-6079-4a20-9ba7-c12f928c4930 req-03f0f8ae-40c1-47b1-8915-daef717e46ef tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:03.537699 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-169d0d5c-6079-4a20-9ba7-c12f928c4930 req-03f0f8ae-40c1-47b1-8915-daef717e46ef tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1648552
Apr 16 16:57:03.547229 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Pushing event deleted for resources: {'Port': ['ID=48feea5a-19f4-4f16-80f8-5166404c8b45,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:03.563846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.564273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.564693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.565108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.565528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.565938 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.566367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.566779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.567185 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.567593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.567999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.568400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:03.573410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:03.598801 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-169d0d5c-6079-4a20-9ba7-c12f928c4930 req-9be6f310-ec17-4772-96dd-7659269c3f77 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542102
Apr 16 16:57:03.726844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] No DVR routers for this DVR port 48feea5a-19f4-4f16-80f8-5166404c8b45 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:03.729538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:03.732682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'name': 'network-vif-deleted', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:57:03.750478 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-664d4f4b-bbef-47ab-beb3-53c892a71a8b req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.120 "DELETE /v2.0/ports/48feea5a-19f4-4f16-80f8-5166404c8b45 HTTP/1.1" status: 204  len: 173 time: 1.4882295
Apr 16 16:57:03.784511 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f254d3-c0d6-4c32-897b-e19f47934010', 'name': 'network-vif-deleted', 'tag': '48feea5a-19f4-4f16-80f8-5166404c8b45', 'status': 'completed', 'code': 200}
Apr 16 16:57:04.158480 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2610c0ba-58bb-4d5c-a1a0-870ced4bf3bf req-700d6143-033f-4c62-8407-74e592de235b tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0701725
Apr 16 16:57:04.819540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe680c9-2fda-4fab-82b2-5a0f8f0fe30a req-61d505dc-88cf-4203-b790-80a78fb75c37 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:04.821954 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dbe680c9-2fda-4fab-82b2-5a0f8f0fe30a req-61d505dc-88cf-4203-b790-80a78fb75c37 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0990639
Apr 16 16:57:04.871780 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dbe680c9-2fda-4fab-82b2-5a0f8f0fe30a req-cf8f0a3b-d178-4ed2-bff0-fa68839ad0ab tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427673
Apr 16 16:57:05.227363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 48feea5a-19f4-4f16-80f8-5166404c8b45 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:05.275442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 48feea5a-19f4-4f16-80f8-5166404c8b45 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:05.275818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 48feea5a-19f4-4f16-80f8-5166404c8b45 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:05.361201 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e212228a-3060-43fc-9499-5f11dba0ba06 req-9ecc6dbc-4385-421f-9037-8d85a4ae1e64 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0722156
Apr 16 16:57:06.096673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d85-fffe-4536-9b38-8c5250dc8c13 req-c79c807f-5537-441e-bbc1-88fea1b4c067 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:06.098383 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-06173d85-fffe-4536-9b38-8c5250dc8c13 req-c79c807f-5537-441e-bbc1-88fea1b4c067 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1013248
Apr 16 16:57:06.164872 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-06173d85-fffe-4536-9b38-8c5250dc8c13 req-907bc663-8553-440d-a079-ce0919420bbc tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596950
Apr 16 16:57:06.578358 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7d75cf8-a983-47da-9a75-cd39d92e31b0 req-4de8d258-c0fc-4a54-b31a-1c3aded775bb tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0527749
Apr 16 16:57:07.070912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-997aff99-d362-40b5-b084-72194e73bc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:07.397585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dddec-158b-4a8e-b6f1-b5e52cdd733f req-6057c108-5124-4698-8808-0d781762fdec tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:07.400968 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-134dddec-158b-4a8e-b6f1-b5e52cdd733f req-6057c108-5124-4698-8808-0d781762fdec tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1037133
Apr 16 16:57:07.463909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-134dddec-158b-4a8e-b6f1-b5e52cdd733f req-1bf82880-f6d7-4c5b-ad1a-32fd61596930 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548096
Apr 16 16:57:07.795904 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5f392e07-e33e-4997-a29e-4e4d2aa82a70 req-55a1b296-67f9-4fe6-9681-6d2cfe023300 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0562966
Apr 16 16:57:07.828966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54184) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:07.972054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:07.989719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:57:07.995090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Usage tracker for resource:security_group_rule and tenant:2b349b0bd7a94aa8b6ed0142dbe17aaf is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:57:07.998889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:57:08.005526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:57:08.117221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:08.121302 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:08.132589 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2dd48fd4-6d96-4d4d-adfc-388961cc2067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:08.183122 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2b349b0bd7a94aa8b6ed0142dbe17aaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528810
Apr 16 16:57:08.188658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33577f5f-b6fa-469c-95a8-5f95d083aebe,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:08.188917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54190) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:08.189037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:08.269719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6b3885b-fea1-4026-9c23-6447b532f4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:08.301521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6b3885b-fea1-4026-9c23-6447b532f4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:08.363555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6b3885b-fea1-4026-9c23-6447b532f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:08.369014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-499194fe-fe49-4188-9b9a-a0599e38288d tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:08.385583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e6b3885b-fea1-4026-9c23-6447b532f4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:08.389958 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e6b3885b-fea1-4026-9c23-6447b532f4f5 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/33577f5f-b6fa-469c-95a8-5f95d083aebe HTTP/1.1" status: 204  len: 168 time: 0.2021031
Apr 16 16:57:08.391010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3885b-fea1-4026-9c23-6447b532f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33577f5f-b6fa-469c-95a8-5f95d083aebe,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:08.393672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e6b3885b-fea1-4026-9c23-6447b532f4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:08.720794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69bb08-e941-48e2-acfb-e826b97b9bb1 req-a3de4d46-4391-4202-84c4-d6ec76e9aca0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:08.722540 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ed69bb08-e941-48e2-acfb-e826b97b9bb1 req-a3de4d46-4391-4202-84c4-d6ec76e9aca0 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1074479
Apr 16 16:57:08.777633 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ed69bb08-e941-48e2-acfb-e826b97b9bb1 req-1591be1e-411a-46b9-a5f7-2cdfea25660f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481098
Apr 16 16:57:08.972544 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0e5b8111-b7c4-484b-9905-a6655700756d req-204102ba-73d2-4eaf-b45d-620748826e2f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0544119
Apr 16 16:57:09.499357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-adba4165-e42e-494f-910b-ebf870be3b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:09.589214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:10.007936 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda708f-3ab6-42d2-bd5e-1b688d7dec2a req-e20d33ee-941e-45ca-a638-caba9700a705 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:10.016366 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9cda708f-3ab6-42d2-bd5e-1b688d7dec2a req-e20d33ee-941e-45ca-a638-caba9700a705 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1046381
Apr 16 16:57:10.080072 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9cda708f-3ab6-42d2-bd5e-1b688d7dec2a req-b2507511-1709-41e6-9b4c-697af267832a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627577
Apr 16 16:57:10.172915 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d4757a99-9249-40b6-9322-d35291ac8c32 req-893d7394-f8d0-41d0-a3aa-74431e547adf tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0532787
Apr 16 16:57:10.257832 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:11.307607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:11.361629 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8875ec59-d8b3-4abc-b22d-55e8b8bc4aa4 req-cde2c790-94f7-4fc0-a6bb-35bf4f066380 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0580029
Apr 16 16:57:11.371608 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2739d1-0f2f-4d1a-acc8-1f1fffb412d7 req-14eef4ee-380c-4876-98ce-3a2f77ba6bd5 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:11.373701 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c2739d1-0f2f-4d1a-acc8-1f1fffb412d7 req-14eef4ee-380c-4876-98ce-3a2f77ba6bd5 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1599071
Apr 16 16:57:11.426432 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-1c2739d1-0f2f-4d1a-acc8-1f1fffb412d7 req-836e5ad4-9a2e-4be2-b328-db1b56f716d1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460179
Apr 16 16:57:12.553999 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2079d706-ee25-4f18-95fb-c415c37b5b0c req-97c9aa4c-77f2-439c-b713-c739b1695fdf tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0549021
Apr 16 16:57:12.666626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c0d7-3ee1-4ed5-99ec-90d8cf51625e req-a88ae803-9beb-423d-a119-5df4bf0f9df1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:12.668525 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-08a4c0d7-3ee1-4ed5-99ec-90d8cf51625e req-a88ae803-9beb-423d-a119-5df4bf0f9df1 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.1071048
Apr 16 16:57:12.725687 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-08a4c0d7-3ee1-4ed5-99ec-90d8cf51625e req-cc792068-ec1c-4508-9570-515c9cff4792 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501666
Apr 16 16:57:13.510910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:57:13.727466 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-61d9cb08-81f8-4d3e-8848-b74c374bc31d req-7b23b3b6-df73-469d-8f65-1c9e020daa78 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0516164
Apr 16 16:57:13.956838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cdb68-3385-4fa3-82b9-a66c3f49ad50 req-a595fd7e-8d5e-49df-9f01-feaccfd8a572 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:13.958572 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e57cdb68-3385-4fa3-82b9-a66c3f49ad50 req-a595fd7e-8d5e-49df-9f01-feaccfd8a572 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0987113
Apr 16 16:57:14.013184 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e57cdb68-3385-4fa3-82b9-a66c3f49ad50 req-3b57e6ca-6e1c-4903-81ee-83023e67f0bb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482376
Apr 16 16:57:14.899735 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b725148c-df66-458b-b1db-577cefb7e7b9 req-25ed68de-609c-415f-a61c-0e56e4d19a8c tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0f254d3-c0d6-4c32-897b-e19f47934010 HTTP/1.1" status: 200  len: 210 time: 0.0501263
Apr 16 16:57:15.229980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742113c5-297d-416c-bd34-7029df656516 req-c26f7532-a1eb-4e14-8504-77eb9ad46fa2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:15.231737 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-742113c5-297d-416c-bd34-7029df656516 req-c26f7532-a1eb-4e14-8504-77eb9ad46fa2 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0946155
Apr 16 16:57:15.284441 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-742113c5-297d-416c-bd34-7029df656516 req-b01b5d0b-2427-4345-82e5-acf96c5219e4 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454116
Apr 16 16:57:16.477210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:16.509081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30400f97-4595-45b2-b92d-808e1aac3f05 req-905c83d5-cdd0-47d6-95e6-0eb1defe0b5e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:16.511135 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-30400f97-4595-45b2-b92d-808e1aac3f05 req-905c83d5-cdd0-47d6-95e6-0eb1defe0b5e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 943 time: 0.0984278
Apr 16 16:57:16.565430 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-30400f97-4595-45b2-b92d-808e1aac3f05 req-0b908996-b4b1-4c5f-87cc-8c0148d14abb tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479860
Apr 16 16:57:16.719122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54284) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:17.287707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:57:17.310206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:17.434578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:17.449024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'port_id': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'mac_address': 'fa:16:3e:41:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:57:17.510170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:17.529721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef9925c-8048-4095-a618-0d55f10b32a1 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:57:17.546339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:17.549528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:17.551449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:17.627389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=9']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:17.630855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:17.707873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Deleting port c0984e77-91f7-46a8-b317-57191c7831bf {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:17.708263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:17.802029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['aef9925c-8048-4095-a618-0d55f10b32a1'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:57:17.828492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c31969-c09d-41dc-b8bc-01b5b7a02a0a req-0bda517f-f189-4083-8d70-98d0d5ac420e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:17.830149 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-12c31969-c09d-41dc-b8bc-01b5b7a02a0a req-0bda517f-f189-4083-8d70-98d0d5ac420e tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 944 time: 0.1001213
Apr 16 16:57:17.881447 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-12c31969-c09d-41dc-b8bc-01b5b7a02a0a req-6d1e4348-e377-4259-898e-00b0dbc4c99f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443099
Apr 16 16:57:17.964233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] For port c0984e77-91f7-46a8-b317-57191c7831bf, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c0984e77-91f7-46a8-b317-57191c7831bf,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:17.964757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:18.110512 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Calling delete_port for c0984e77-91f7-46a8-b317-57191c7831bf owned by network:router_interface {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:18.300465 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:18.316826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acc364cf-e303-42c9-bdb7-fac67e21308f tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:18.415482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0984e77-91f7-46a8-b317-57191c7831bf,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:18.423882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:18.782903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:19.096029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077686c-135e-45f7-b8b6-b2ee18a55d99 req-152a4454-bd36-45bf-8134-770a2e75a0ac tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:19.097591 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5077686c-135e-45f7-b8b6-b2ee18a55d99 req-152a4454-bd36-45bf-8134-770a2e75a0ac tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 944 time: 0.0921028
Apr 16 16:57:19.149261 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5077686c-135e-45f7-b8b6-b2ee18a55d99 req-8a9d2eb9-0a32-4d6d-971b-ff065b287dea tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450804
Apr 16 16:57:19.292334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:57:19.393661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port aef9925c-8048-4095-a618-0d55f10b32a1 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:57:19.394243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:19.537662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:19.567764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:57:19.569959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Router 2b8c3498-08d7-47b5-91b0-307c4231066d has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:57:19.579259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:19.583523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:19.585561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4fbc00ff-9c62-4290-bc3c-7a7c6efcaf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:19.625812 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'code': 200}
Apr 16 16:57:19.663876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=10']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:19.667158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:19.773354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:57:19.785393 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] Sync routers for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:57:19.797241 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] 10.222.0.103 "PUT /v2.0/routers/2b8c3498-08d7-47b5-91b0-307c4231066d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0768380
Apr 16 16:57:19.797618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:19.798369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f4567b8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:19.799858 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54300) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:20.084160 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797f5ae-bbb7-4bd0-ada2-ff4cd2ad2247 req-e27d38db-574e-4996-abb1-9ca34e717ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:20.086157 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a797f5ae-bbb7-4bd0-ada2-ff4cd2ad2247 req-e27d38db-574e-4996-abb1-9ca34e717ec7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1099 time: 0.2236276
Apr 16 16:57:20.092131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks [] for router, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:20.097795 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:20.295349 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a797f5ae-bbb7-4bd0-ada2-ff4cd2ad2247 req-e5f1bc8e-8dff-4c92-9df6-d341cefd67f0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410415
Apr 16 16:57:20.352550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:20.362644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Deleting port f45c5109-775c-41b9-8e0d-afdd26dc8cb6 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:20.363029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:20.397117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f1a2-9618-4ae8-8715-c421537a2123 req-9cc7a738-a624-4c6e-9a41-b478d7f6dacf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:20.398967 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b9d4f1a2-9618-4ae8-8715-c421537a2123 req-9cc7a738-a624-4c6e-9a41-b478d7f6dacf tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 946 time: 0.1171956
Apr 16 16:57:20.451567 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b9d4f1a2-9618-4ae8-8715-c421537a2123 req-31cc80dd-e942-4305-95e2-5ef2ef20d27b tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449584
Apr 16 16:57:20.568150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] For port f45c5109-775c-41b9-8e0d-afdd26dc8cb6, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:20.568150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:20.611466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f4567b8>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:57:18Z', 'revision_number': 5, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port': {'id': 'f45c5109-775c-41b9-8e0d-afdd26dc8cb6', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:25Z', 'updated_at': '2021-04-16T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:20.616218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] Checking router: 2b8c3498-08d7-47b5-91b0-307c4231066d for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:57:20.625642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] Routers {'2b8c3498-08d7-47b5-91b0-307c4231066d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:20.626311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f4567b8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['2b8c3498-08d7-47b5-91b0-307c4231066d'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:20.721563 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Calling delete_port for f45c5109-775c-41b9-8e0d-afdd26dc8cb6 owned by network:router_gateway {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:20.791983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] Set router 2b8c3498-08d7-47b5-91b0-307c4231066d gateway port host: None {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:20.910681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f4567b8>, [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:57:20Z', 'revision_number': 6, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:20.915491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2860d19-b568-454c-86e0-aed410f68127 None None] The sync data for ids ['2b8c3498-08d7-47b5-91b0-307c4231066d'] in dv-cinder-733622-13-iscsi is: [{'id': '2b8c3498-08d7-47b5-91b0-307c4231066d', 'name': 'tempest-TestMinimumBasicScenario-880443563-router', 'tenant_id': '0944f6a6bc094a1db167f95dea7b6570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:24Z', 'updated_at': '2021-04-16T16:57:20Z', 'revision_number': 6, 'project_id': '0944f6a6bc094a1db167f95dea7b6570', 'gw_port_host': None}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:57:20.915672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:20.932100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-069abdf8-8fd2-481b-9319-6940798ff591 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:21.034987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Pushing event deleted for resources: {'Port': ['ID=f45c5109-775c-41b9-8e0d-afdd26dc8cb6,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:21.039172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:21.233551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:21.458050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c0984e77-91f7-46a8-b317-57191c7831bf no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:21.514384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: c0984e77-91f7-46a8-b317-57191c7831bf {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:21.514845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c0984e77-91f7-46a8-b317-57191c7831bf not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:21.515395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f45c5109-775c-41b9-8e0d-afdd26dc8cb6 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:21.518494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:21.523586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:21.581427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: f45c5109-775c-41b9-8e0d-afdd26dc8cb6 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:21.581928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f45c5109-775c-41b9-8e0d-afdd26dc8cb6 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:21.602057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:21.602694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8c3498-08d7-47b5-91b0-307c4231066d {{(pid=85299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 16:57:21.618735 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:21.620510 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] 10.222.0.103 "DELETE /v2.0/routers/2b8c3498-08d7-47b5-91b0-307c4231066d HTTP/1.1" status: 204  len: 168 time: 1.8192961
Apr 16 16:57:21.623535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54346) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:21.702157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Deleting subnet f366899f-75b2-49d4-b308-e522cde3b565 {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:57:21.706154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:21.769053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:21.773379 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8d824-4f10-4b71-b935-78beef2e42bf req-fb1aa6cb-8089-4ec4-a74c-679df61925b9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:21.775387 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aed8d824-4f10-4b71-b935-78beef2e42bf req-fb1aa6cb-8089-4ec4-a74c-679df61925b9 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 946 time: 0.1051130
Apr 16 16:57:21.827984 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-aed8d824-4f10-4b71-b935-78beef2e42bf req-827825f0-5110-4ecb-a226-3dcc41337841 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447738
Apr 16 16:57:21.901834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:22.181501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:22.198597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b3163976-2378-4cc8-abaa-de002a35f261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:22.301807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f366899f-75b2-49d4-b308-e522cde3b565,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:22.306804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:22.349745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:22.356568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb3880-ebe8-462c-ab0a-0b5ab68a129b None None] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:57:22.357900 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/f366899f-75b2-49d4-b308-e522cde3b565 HTTP/1.1" status: 204  len: 168 time: 0.7320447
Apr 16 16:57:22.361453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54354) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:22.510236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:22.591022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Deleting port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:22.591445 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:22.636224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] DHCP port deletion for 8c55fbc3-094c-44bb-b10a-f991a66d271b request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 16:57:22.641579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] Deleting port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:22.642012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:22.895747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] For port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:22.896216 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:23.055846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] Calling delete_port for 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:23.115545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] For port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,segment=NetworkSegment(0953e100-eb26-4520-b716-07ca1d6647eb),segment_id=0953e100-eb26-4520-b716-07ca1d6647eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:23.115846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:23.171721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb6640-4741-42a9-8968-06e2a91caba6 req-a51b6038-1cb9-470f-a6e0-4a119dc10b49 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:23.173438 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4fcb6640-4741-42a9-8968-06e2a91caba6 req-a51b6038-1cb9-470f-a6e0-4a119dc10b49 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 946 time: 0.1026211
Apr 16 16:57:23.218672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190'] for port, after_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:23.231040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4fcb6640-4741-42a9-8968-06e2a91caba6 req-5981ad09-519a-41d9-aac4-8c4ab9e3fe50 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502264
Apr 16 16:57:23.237076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:23.256441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Calling delete_port for 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 owned by network:dhcp {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:23.336116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] Pushing event deleted for resources: {'Port': ['ID=2724cbd3-ea30-42c3-8a4c-03cb50bf8b16,revision_number=None']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:23.346793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85299) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:57:23.347154 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:57:23.351892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:23.397097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d492f4-73a7-4718-a393-78d198e49984 None None] No DVR routers for this DVR port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 on host dv-cinder-733622-13-iscsi {{(pid=85300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:23.432073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:23.473847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:23.474238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:23.848984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Deleting port 2724cbd3-ea30-42c3-8a4c-03cb50bf8b16 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:23.849368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:23.928580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] The port '2724cbd3-ea30-42c3-8a4c-03cb50bf8b16' was deleted {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 16:57:24.065279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:24.193763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745d609be0>,) {'filters': {'network_id': ['8c55fbc3-094c-44bb-b10a-f991a66d271b']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:24.209288 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745d609be0>, '0953e100-eb26-4520-b716-07ca1d6647eb') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:24.209665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745d609be0>, '0953e100-eb26-4520-b716-07ca1d6647eb') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:24.225139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:24.246442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:24.254481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Releasing vlan 1371 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:57:24.472819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:24.483694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:24.677643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Network 8c55fbc3-094c-44bb-b10a-f991a66d271b has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   % (table.description, expected, rows_matched)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   % (table.description, expected, rows_matched)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   % (table.description, expected, rows_matched)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   % (table.description, expected, rows_matched)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:57:24.706980 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:57:24.811488 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:24.815607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:24.844269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:24.855780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c55fbc3-094c-44bb-b10a-f991a66d271b,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:24.860035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:24.871435 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-744c1c3f-a152-48f8-b83a-41eaa27678e0 admin admin] 10.222.0.103 "DELETE /v2.0/networks/8c55fbc3-094c-44bb-b10a-f991a66d271b HTTP/1.1" status: 204  len: 168 time: 2.5086999
Apr 16 16:57:24.875263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54382) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:25.520249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:25.899574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Deleting port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:25.899959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:26.094485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] For port 24bdbffb-9027-4026-9a3b-3fda5ffd0eba, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,segment=NetworkSegment(31505c13-6b87-4653-8bd7-9ce2e41b6ba7),segment_id=31505c13-6b87-4653-8bd7-9ce2e41b6ba7)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:26.094888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:26.228878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Calling delete_port for 24bdbffb-9027-4026-9a3b-3fda5ffd0eba owned by network:router_interface {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:26.414252 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:26.430312 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-535b1fd7-c6c5-4d66-9dcc-9e9d58abed1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:26.536774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bdbffb-9027-4026-9a3b-3fda5ffd0eba,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:26.540673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:27.135598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:27.662041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Router d53041eb-c90f-4327-aef7-41e3968d03b0 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:57:27.857719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:57:27.867043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] Sync routers for ids ['d53041eb-c90f-4327-aef7-41e3968d03b0'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:57:27.873762 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] 10.222.0.103 "PUT /v2.0/routers/d53041eb-c90f-4327-aef7-41e3968d03b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9973958
Apr 16 16:57:27.876567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54392) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:27.881126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] Routers {'d53041eb-c90f-4327-aef7-41e3968d03b0'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:27.882314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e8a3278>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d53041eb-c90f-4327-aef7-41e3968d03b0'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:28.136733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks [] for router, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:28.298120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] Set router d53041eb-c90f-4327-aef7-41e3968d03b0 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:28.387759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:28.397645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Deleting port f093a189-0569-48f2-ac6c-37d05f7699ea {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:28.398017 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:28.588325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] For port f093a189-0569-48f2-ac6c-37d05f7699ea, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f093a189-0569-48f2-ac6c-37d05f7699ea,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:28.588738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:28.643222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e8a3278>, [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:57:26Z', 'revision_number': 5, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port': {'id': 'f093a189-0569-48f2-ac6c-37d05f7699ea', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:38Z', 'updated_at': '2021-04-16T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:28.647598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] Checking router: d53041eb-c90f-4327-aef7-41e3968d03b0 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:57:28.657207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] Routers {'d53041eb-c90f-4327-aef7-41e3968d03b0'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:28.657878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e8a3278>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d53041eb-c90f-4327-aef7-41e3968d03b0'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:28.745009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Calling delete_port for f093a189-0569-48f2-ac6c-37d05f7699ea owned by network:router_gateway {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:28.830943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] Set router d53041eb-c90f-4327-aef7-41e3968d03b0 gateway port host: None {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:28.936990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:28.951075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e8a3278>, [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:57:28Z', 'revision_number': 6, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:28.954577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:28.955910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c9f18-0ec4-4bc8-8f07-35e182f22094 None None] The sync data for ids ['d53041eb-c90f-4327-aef7-41e3968d03b0'] in dv-cinder-733622-13-iscsi is: [{'id': 'd53041eb-c90f-4327-aef7-41e3968d03b0', 'name': 'tempest-TestMinimumBasicScenario-478092463-router', 'tenant_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:36Z', 'updated_at': '2021-04-16T16:57:28Z', 'revision_number': 6, 'project_id': 'ee3fcd178e8b49b6a229b00f10b4fa3a', 'gw_port_host': None}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:57:29.058043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f093a189-0569-48f2-ac6c-37d05f7699ea,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:29.061524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:29.271634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:29.451360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f093a189-0569-48f2-ac6c-37d05f7699ea no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:29.491622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: f093a189-0569-48f2-ac6c-37d05f7699ea {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:29.491897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f093a189-0569-48f2-ac6c-37d05f7699ea not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:29.492367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 24bdbffb-9027-4026-9a3b-3fda5ffd0eba no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:29.537726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 24bdbffb-9027-4026-9a3b-3fda5ffd0eba {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:29.538106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 24bdbffb-9027-4026-9a3b-3fda5ffd0eba not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:29.816913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:29.819882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:29.845720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:29.846674 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53041eb-c90f-4327-aef7-41e3968d03b0 {{(pid=85299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 16:57:29.863817 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:29.865090 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] 10.222.0.103 "DELETE /v2.0/routers/d53041eb-c90f-4327-aef7-41e3968d03b0 HTTP/1.1" status: 204  len: 168 time: 1.9871371
Apr 16 16:57:29.867981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54400) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:29.950585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Deleting subnet 8f127aed-5c40-40d1-b1fd-ab034eb75150 {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:57:29.955818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:30.018057 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:30.120234 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:30.431581 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:30.449504 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-797bac8f-c355-4c02-8f51-129a1e3063dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:30.541412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f127aed-5c40-40d1-b1fd-ab034eb75150,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:30.544539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:30.601684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:30.608490 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-74561895-6b50-481a-b5ca-e795e35c2a01 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/8f127aed-5c40-40d1-b1fd-ab034eb75150 HTTP/1.1" status: 204  len: 168 time: 0.7393091
Apr 16 16:57:30.608704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25cb7c-f3ca-45c4-b2ce-4df765eeb06b None None] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:57:30.611121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54406) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:30.735366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54410) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:30.747076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:30.837214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Deleting port f298ce51-3b6c-4c97-b8f3-36373850e0ef {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:30.838156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:30.906506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] DHCP port deletion for 9e5a42a7-cf62-4a15-a64e-62d1f4254624 request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 16:57:30.911404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Deleting port f298ce51-3b6c-4c97-b8f3-36373850e0ef {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:30.911958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.161850 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] For port f298ce51-3b6c-4c97-b8f3-36373850e0ef, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f298ce51-3b6c-4c97-b8f3-36373850e0ef,segment=NetworkSegment(31505c13-6b87-4653-8bd7-9ce2e41b6ba7),segment_id=31505c13-6b87-4653-8bd7-9ce2e41b6ba7)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:31.162273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.167839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] For port f298ce51-3b6c-4c97-b8f3-36373850e0ef, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f298ce51-3b6c-4c97-b8f3-36373850e0ef,segment=NetworkSegment(31505c13-6b87-4653-8bd7-9ce2e41b6ba7),segment_id=31505c13-6b87-4653-8bd7-9ce2e41b6ba7)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:31.168331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.294421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Deleting port ffa4ea3c-1629-4bf0-b23f-8e36007a8dc3 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:31.295002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.326689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Calling delete_port for f298ce51-3b6c-4c97-b8f3-36373850e0ef owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:31.327839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Calling delete_port for f298ce51-3b6c-4c97-b8f3-36373850e0ef owned by network:dhcp {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:31.431467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.447864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85300) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:57:31.448927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:57:31.457164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4c15b59f-8634-47c4-bfdc-157258e7162b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:31.487149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f298ce51-3b6c-4c97-b8f3-36373850e0ef no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:31.533831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: f298ce51-3b6c-4c97-b8f3-36373850e0ef {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:31.534569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f298ce51-3b6c-4c97-b8f3-36373850e0ef not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:31.590120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.590546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.622725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Pushing event deleted for resources: {'Port': ['ID=f298ce51-3b6c-4c97-b8f3-36373850e0ef,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:31.649173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:31.715914 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] No DVR routers for this DVR port f298ce51-3b6c-4c97-b8f3-36373850e0ef on host dv-cinder-733622-13-iscsi {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:31.766460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Calling delete_port for ffa4ea3c-1629-4bf0-b23f-8e36007a8dc3 owned by network:floatingip {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:31.939204 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.951139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Deleting port f298ce51-3b6c-4c97-b8f3-36373850e0ef {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:31.952356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:31.968845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:32.091200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745ecb5160>,) {'filters': {'network_id': ['9e5a42a7-cf62-4a15-a64e-62d1f4254624']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:32.108574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745ecb5160>, '31505c13-6b87-4653-8bd7-9ce2e41b6ba7') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:32.108947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745ecb5160>, '31505c13-6b87-4653-8bd7-9ce2e41b6ba7') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:32.112993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-acc2e7c8-a83e-4a10-a5ad-09a7991d8483 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:32.125341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:32.144092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:32.152515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Releasing vlan 1374 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:57:32.341749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-64adc0bf-9d5b-4c1a-b44e-a2381103b437 None None] The port 'f298ce51-3b6c-4c97-b8f3-36373850e0ef' was deleted {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 16:57:32.386926 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:32.398693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:32.459888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event deleted for resources: {'Port': ['ID=ffa4ea3c-1629-4bf0-b23f-8e36007a8dc3,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:32.477548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.478175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.478918 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.479509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.479978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.480585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.481272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.482258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.482949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.483684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.484304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.484827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:32.502707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:32.595438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Network 9e5a42a7-cf62-4a15-a64e-62d1f4254624 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:57:32.626164 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:57:32.658647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for floatingip, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:32.659032 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Floating IP a6e220d9-43dd-474c-b099-3a4c38762f46 disassociated (deleted). External IP: 172.27.0.108, port: ee6c6c28-4fef-436e-a001-4f66a8ffef9d.
Apr 16 16:57:32.727338 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:32.733732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:32.751174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:32.767072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5a42a7-cf62-4a15-a64e-62d1f4254624,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:32.771998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:32.774225 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e7049e64-d8f4-4778-b96f-38dcbf10171b admin admin] 10.222.0.103 "DELETE /v2.0/networks/9e5a42a7-cf62-4a15-a64e-62d1f4254624 HTTP/1.1" status: 204  len: 168 time: 2.1620367
Apr 16 16:57:33.027086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54426) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:33.095997 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-58f57797-6f81-4312-8bed-8393c42ce86e admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0944f6a6bc094a1db167f95dea7b6570&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0675769
Apr 16 16:57:33.099643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54430) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:33.181289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:33.221487 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:33.284967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Router d1bc3366-023d-4bc7-9186-f870cca03fd3 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:57:33.302545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:33.309175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-35d008e4-7d6b-46a5-97c8-2b1fee4f2d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:33.330205 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f29ea-a413-4478-be29-4c4068988b27,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:33.332826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:33.339540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:33.345215 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3c0f29ea-a413-4478-be29-4c4068988b27 HTTP/1.1" status: 204  len: 168 time: 0.2393677
Apr 16 16:57:33.538771 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:57:33.551703 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] Sync routers for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:57:33.553116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:33.563253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:33.564192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f912208>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:33.626755 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e5a1a8f0-4206-4192-8ea3-f2af7bf8911f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "DELETE /v2.0/floatingips/a6e220d9-43dd-474c-b099-3a4c38762f46 HTTP/1.1" status: 204  len: 168 time: 2.8864841
Apr 16 16:57:33.626755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:57:33.795065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:33.897038 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'status': 'completed', 'code': 200}
Apr 16 16:57:33.964088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54452) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:34.086125 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-94fa3b7e-d989-4878-a0ab-2b05bac8cc09 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ee3fcd178e8b49b6a229b00f10b4fa3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1168609
Apr 16 16:57:34.086802 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54458) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:34.131344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-8b6348bd-d071-4cdc-b1ed-1933fda0d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:34.133493 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-8b6348bd-d071-4cdc-b1ed-1933fda0d796 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=36e2bc75e4e1400fab18b3944402fa76&device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 1099 time: 0.2029762
Apr 16 16:57:34.264261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f912208>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:21Z', 'revision_number': 5, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:34.270330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-be019efd-07f0-4189-be3f-f65f3911ec35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:34.274105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] Checking router: d1bc3366-023d-4bc7-9186-f870cca03fd3 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:57:34.285877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:34.286525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f912208>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:34.307034 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-be019efd-07f0-4189-be3f-f65f3911ec35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:34.332896 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-5c93486f-f257-43a7-b6fb-f203c62caafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:34.334532 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-5c93486f-f257-43a7-b6fb-f203c62caafc service neutron] 10.222.0.120 "GET /v2.0/networks?id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 200  len: 911 time: 0.1893613
Apr 16 16:57:34.393001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fa41f-6ce7-40cd-a1fe-d5fc38c80918 req-e8ecca4a-2275-4bab-b2d9-34f9d676d105 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:34.393885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-dd8fa41f-6ce7-40cd-a1fe-d5fc38c80918 req-e8ecca4a-2275-4bab-b2d9-34f9d676d105 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Synchronizing usage tracker for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:57:34.416001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-dd8fa41f-6ce7-40cd-a1fe-d5fc38c80918 req-e8ecca4a-2275-4bab-b2d9-34f9d676d105 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Unset dirty status for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:57:34.417314 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dd8fa41f-6ce7-40cd-a1fe-d5fc38c80918 req-e8ecca4a-2275-4bab-b2d9-34f9d676d105 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.2461085
Apr 16 16:57:34.418372 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-be019efd-07f0-4189-be3f-f65f3911ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:34.425907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fba909fc-c96c-4372-9548-aac801961d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:34.439177 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-bba61b01-6847-4300-bd02-5b135a09511a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 200  len: 217 time: 0.0791924
Apr 16 16:57:34.457592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be019efd-07f0-4189-be3f-f65f3911ec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf93da-9ad9-4017-a71a-947c11e6aa0a,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:34.460370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-be019efd-07f0-4189-be3f-f65f3911ec35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:34.470824 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-be019efd-07f0-4189-be3f-f65f3911ec35 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/1ebf93da-9ad9-4017-a71a-947c11e6aa0a HTTP/1.1" status: 204  len: 168 time: 0.3769879
Apr 16 16:57:34.474552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-be019efd-07f0-4189-be3f-f65f3911ec35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:34.513796 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dd8fa41f-6ce7-40cd-a1fe-d5fc38c80918 req-73600b32-f5d6-4299-b902-b6358c57d006 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0746531
Apr 16 16:57:34.531566 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:34.547380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-c36b1152-7a7b-40f9-8092-c6814c2c797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:34.549238 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-c36b1152-7a7b-40f9-8092-c6814c2c797e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 200  len: 848 time: 0.0993087
Apr 16 16:57:34.658599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-c064989b-6f9f-4ee1-bace-493f730be98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:34.660531 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-c064989b-6f9f-4ee1-bace-493f730be98b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=ea13a159-05d1-4d6a-8a0b-c632af69c3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0962131
Apr 16 16:57:34.871382 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-960e0085-0000-4a1d-93d7-552bc7e86132 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017965
Apr 16 16:57:34.947789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f912208>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:21Z', 'revision_number': 5, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:34.957286 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc94f87-4820-4017-ae09-944c0b19ff60 None None] The sync data for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi is: [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:51:10Z', 'revision_number': 4, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '01a9d1db-e2a7-487f-aa74-22707014290b', 'name': '', 'network_id': 'ea13a159-05d1-4d6a-8a0b-c632af69c3bf', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'mac_address': 'fa:16:3e:ae:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:08Z', 'updated_at': '2021-04-16T16:51:21Z', 'revision_number': 5, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'subnets': [{'id': '095eef29-83d9-4820-8c3e-d77fbcea0e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:57:35.085590 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-76edfaa6-2208-4627-aa0e-cd3b9465c9fd req-e395f811-d638-4951-975d-2d7712471274 service neutron] 10.222.0.120 "GET /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031276
Apr 16 16:57:35.411220 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce875444-8c81-45b8-b14f-4cdeb930526f None None] New status for floating IP a6e220d9-43dd-474c-b099-3a4c38762f46: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:57:35.762426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d30f1e-4ea0-4cd3-bc40-bf8fca7d3839 req-35269332-d2b3-422b-b0c2-e5c09f38de8f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:35.765191 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-77d30f1e-4ea0-4cd3-bc40-bf8fca7d3839 req-35269332-d2b3-422b-b0c2-e5c09f38de8f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1048629
Apr 16 16:57:35.824524 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-77d30f1e-4ea0-4cd3-bc40-bf8fca7d3839 req-14b4b193-0eaa-41fe-a191-42fa127e629e tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/security-groups?id=89ee21bb-d63d-408f-b484-abf743b286c9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0516350
Apr 16 16:57:35.984335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-fb4b8acf-0b77-4e15-bcb9-7bdb096c6636 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:35.985115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-fb4b8acf-0b77-4e15-bcb9-7bdb096c6636 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Synchronizing usage tracker for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:57:35.998686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-fb4b8acf-0b77-4e15-bcb9-7bdb096c6636 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Unset dirty status for tenant:36e2bc75e4e1400fab18b3944402fa76 on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:57:36.000040 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-fb4b8acf-0b77-4e15-bcb9-7bdb096c6636 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.120 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 946 time: 0.1176884
Apr 16 16:57:36.112769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Deleting port ee6c6c28-4fef-436e-a001-4f66a8ffef9d {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:36.113155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:36.384880 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] For port ee6c6c28-4fef-436e-a001-4f66a8ffef9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:36.385165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:36.793548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Calling delete_port for ee6c6c28-4fef-436e-a001-4f66a8ffef9d owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:36.973264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:36.989924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3f86a343-ae1d-41bd-9e0a-828ab2a3ab64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:37.036942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event deleted for resources: {'Port': ['ID=ee6c6c28-4fef-436e-a001-4f66a8ffef9d,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:37.041648 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-725aec8d-e2a8-4dad-9279-c878f995da42 req-3a7b9bd3-0eff-4e04-987a-d57fc152b07a tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 210 time: 0.0873156
Apr 16 16:57:37.043135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:37.077891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-07507a01-a198-491f-bb66-250484084394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:37.255246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] No DVR routers for this DVR port ee6c6c28-4fef-436e-a001-4f66a8ffef9d on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:37.257751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:37.260776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-deleted', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:57:37.280265 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e0857ae9-6a4d-44d8-9a2e-42bda238dad8 req-38d9fc58-e403-47d3-8102-bf4a7b89dd2f tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.120 "DELETE /v2.0/ports/ee6c6c28-4fef-436e-a001-4f66a8ffef9d HTTP/1.1" status: 204  len: 173 time: 1.2732308
Apr 16 16:57:37.321985 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5', 'name': 'network-vif-deleted', 'tag': 'ee6c6c28-4fef-436e-a001-4f66a8ffef9d', 'status': 'completed', 'code': 200}
Apr 16 16:57:38.056368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34101fbb-675e-4f96-8425-9d9b2393cbad req-4f029e5e-15ec-4d31-918f-3b5de585576d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:38.058089 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34101fbb-675e-4f96-8425-9d9b2393cbad req-4f029e5e-15ec-4d31-918f-3b5de585576d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.0988698
Apr 16 16:57:38.116035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34101fbb-675e-4f96-8425-9d9b2393cbad req-59a2ee02-8daf-4d74-ac06-0ce61807f0fb tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487704
Apr 16 16:57:38.251986 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d3c9b5e0-2c72-4193-aa98-0085cde5b37b req-c7a7e866-b4b6-46ef-a209-729986a51337 tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "GET /v2.0/ports?device_id=e8d58e0b-9875-4b16-a7f5-329f4ce3b7d5 HTTP/1.1" status: 200  len: 210 time: 0.0545032
Apr 16 16:57:39.337677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edebc3-e9f5-40f5-a1f3-c0d854fdfeee req-fce6d82d-d257-4898-8ce6-7935b46f270a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:39.339328 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-96edebc3-e9f5-40f5-a1f3-c0d854fdfeee req-fce6d82d-d257-4898-8ce6-7935b46f270a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.0981421
Apr 16 16:57:39.361646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54504) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:39.367306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device ee6c6c28-4fef-436e-a001-4f66a8ffef9d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:39.392215 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-96edebc3-e9f5-40f5-a1f3-c0d854fdfeee req-2c1e7ddd-9f80-4c03-978a-b540747a6a9a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459430
Apr 16 16:57:39.408778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: ee6c6c28-4fef-436e-a001-4f66a8ffef9d {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:39.409174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device ee6c6c28-4fef-436e-a001-4f66a8ffef9d not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:39.446131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:39.478223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:39.502404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-32984a2e-9eeb-45c7-9bda-00843289abe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:39.540349 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:39.546935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3460c439-883e-44b3-a6e7-712c7f01bef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:39.564271 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee21bb-d63d-408f-b484-abf743b286c9,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:39.567130 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:39.573640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:39.575258 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] 10.222.0.103 "DELETE /v2.0/security-groups/89ee21bb-d63d-408f-b484-abf743b286c9 HTTP/1.1" status: 204  len: 168 time: 0.2120838
Apr 16 16:57:39.596459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:39.628648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54510) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:40.261884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:40.320669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-8aa50747-baca-452c-9a9f-a90660f408cb tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:40.322219 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-8aa50747-baca-452c-9a9f-a90660f408cb tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.2706020
Apr 16 16:57:40.485966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Deleting port 5b904929-85e9-4626-bc83-c45200f69e9a {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:40.486596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:40.613336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34884ffa-03a7-4701-8dd0-64d9e76bd453 req-7d6fb0ab-f8b1-48ed-ada6-60a9c55df5f5 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:40.614982 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34884ffa-03a7-4701-8dd0-64d9e76bd453 req-7d6fb0ab-f8b1-48ed-ada6-60a9c55df5f5 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.0927875
Apr 16 16:57:40.671260 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-34884ffa-03a7-4701-8dd0-64d9e76bd453 req-e45998fe-f39b-4a9d-ae2d-daf6857d0bd5 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497811
Apr 16 16:57:40.846927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] For port 5b904929-85e9-4626-bc83-c45200f69e9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b904929-85e9-4626-bc83-c45200f69e9a,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:40.847330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:40.940070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:41.292783 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:41.677613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:41.678177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:41.678341 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Floating IP 3384654c-2c7e-46cf-aca4-f41b23ebafe9 disassociated. External IP: 172.27.0.234, port: 5b904929-85e9-4626-bc83-c45200f69e9a.
Apr 16 16:57:41.678663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Calling delete_port for 5b904929-85e9-4626-bc83-c45200f69e9a owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:41.885144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd36ca-c7c2-4987-b205-6f24a1c68551 req-948cc68b-cdda-4830-aca3-7333a4bf0d1d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:41.886927 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0efd36ca-c7c2-4987-b205-6f24a1c68551 req-948cc68b-cdda-4830-aca3-7333a4bf0d1d tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 946 time: 0.0946572
Apr 16 16:57:41.912202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Deleting port 01a9d1db-e2a7-487f-aa74-22707014290b {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:41.912584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:41.939921 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0efd36ca-c7c2-4987-b205-6f24a1c68551 req-4bfd873d-94be-4ae2-b1c4-29b6f760304a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups?id=b3161343-f38c-4ad4-a847-c55d470b36b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454307
Apr 16 16:57:41.948245 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:41.971076 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-075cb01b-f355-4172-8d51-0f2dfa6ccdad tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:42.025144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event deleted for resources: {'Port': ['ID=5b904929-85e9-4626-bc83-c45200f69e9a,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:42.085289 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:42.292007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] For port 01a9d1db-e2a7-487f-aa74-22707014290b, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=01a9d1db-e2a7-487f-aa74-22707014290b,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:42.292538 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:42.503125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Calling delete_port for 01a9d1db-e2a7-487f-aa74-22707014290b owned by network:router_interface {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:42.710268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Router ce074404-c807-469d-a682-d796f20dd67c has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:57:42.979367 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:42.997106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5207e607-12da-4b17-929d-c1b1774b55c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:43.097253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:57:43.103749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a9d1db-e2a7-487f-aa74-22707014290b,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:43.110097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] Sync routers for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:57:43.120570 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-ce4975e3-b4ad-48bb-aa73-8e910e70debb req-de0a6bcd-b2d7-4ae1-842e-a9a0e2f97740 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/ports?device_id=eb2a15c6-8601-4a70-9281-a1259a155c9e HTTP/1.1" status: 200  len: 210 time: 0.0517993
Apr 16 16:57:43.126105 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:43.127044 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e857748>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:43.140162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:43.205410 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] No DVR routers for this DVR port 5b904929-85e9-4626-bc83-c45200f69e9a on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:43.217758 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:43.220666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'name': 'network-vif-deleted', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:57:43.263333 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-be48ae30-75f3-4ed4-95c5-f891363ca3a3 req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.120 "DELETE /v2.0/ports/5b904929-85e9-4626-bc83-c45200f69e9a HTTP/1.1" status: 204  len: 173 time: 2.9088888
Apr 16 16:57:43.319120 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2a15c6-8601-4a70-9281-a1259a155c9e', 'name': 'network-vif-deleted', 'tag': '5b904929-85e9-4626-bc83-c45200f69e9a', 'status': 'completed', 'code': 200}
Apr 16 16:57:43.349333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:43.402615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 5b904929-85e9-4626-bc83-c45200f69e9a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:43.470579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 5b904929-85e9-4626-bc83-c45200f69e9a {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:43.470954 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 5b904929-85e9-4626-bc83-c45200f69e9a not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:43.632145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:43.957980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e857748>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:43.963698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] Checking router: ce074404-c807-469d-a682-d796f20dd67c for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:57:43.975750 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:43.976838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e857748>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:44.208066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:44.263763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54536) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:44.343487 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:44.375526 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:44.424912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:44.436687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2af5fd81-868d-4928-a3a4-edf73e55820c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:44.449854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3161343-f38c-4ad4-a847-c55d470b36b3,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:44.457292 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:44.457998 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:44.462167 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "DELETE /v2.0/security-groups/b3161343-f38c-4ad4-a847-c55d470b36b3 HTTP/1.1" status: 204  len: 168 time: 0.1969264
Apr 16 16:57:44.462857 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54540) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:44.480524 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.v2.resource [None req-e26f96f8-8309-4140-9dd3-09e442525338 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] show failed (client error): The resource could not be found.
Apr 16 16:57:44.485875 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e26f96f8-8309-4140-9dd3-09e442525338 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "GET /v2.0/security-groups/b3161343-f38c-4ad4-a847-c55d470b36b3 HTTP/1.1" status: 404  len: 347 time: 0.0213614
Apr 16 16:57:44.486037 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54544) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:44.585613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e857748>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:44.589961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1d9f3-dfb1-45d5-9902-af94a2074802 None None] The sync data for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi is: [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:50:11Z', 'revision_number': 4, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6cd5363a-d3f7-42af-bf2a-0014a33962b1', 'name': '', 'network_id': '5482311a-e6d4-4b31-99e9-5c3f3d5468e8', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'mac_address': 'fa:16:3e:68:02:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:50:06Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'subnets': [{'id': 'fddd5571-f5d9-4f07-ae67-1803946ef089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:57:44.643097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Router d1bc3366-023d-4bc7-9186-f870cca03fd3 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:57:44.682502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Deleting port 016dd034-cf22-460c-966d-37ff8db79841 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:44.682885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:44.982586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202eb680-fb50-4049-8359-6ee3999a4baa None None] New status for floating IP 3384654c-2c7e-46cf-aca4-f41b23ebafe9: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:57:45.026625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:57:45.037127 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54548) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:45.037274 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] 10.222.0.103 "PUT /v2.0/routers/d1bc3366-023d-4bc7-9186-f870cca03fd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4073484
Apr 16 16:57:45.040385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] Sync routers for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:57:45.054619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:45.054981 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:45.060614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:45.061025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e62dc88>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:45.199648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Calling delete_port for 016dd034-cf22-460c-966d-37ff8db79841 owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:45.258856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks [] for router, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:45.283684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:45.304192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85299) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:57:45.304565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:57:45.461809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:45.470794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Deleting port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:45.471177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:45.670077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e62dc88>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:57:42Z', 'revision_number': 5, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port': {'id': 'e9ee8b61-ab18-4bd7-8d47-599e2d653a4b', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:02Z', 'updated_at': '2021-04-16T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:45.673988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] For port e9ee8b61-ab18-4bd7-8d47-599e2d653a4b, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:45.674450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:45.677240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] Checking router: d1bc3366-023d-4bc7-9186-f870cca03fd3 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:57:45.694038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] Routers {'d1bc3366-023d-4bc7-9186-f870cca03fd3'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:45.695285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e62dc88>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['d1bc3366-023d-4bc7-9186-f870cca03fd3'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:45.806260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Deleting port 016dd034-cf22-460c-966d-37ff8db79841 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:45.806645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:45.810934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Calling delete_port for e9ee8b61-ab18-4bd7-8d47-599e2d653a4b owned by network:router_gateway {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:46.008093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.008647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.016624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] Set router d1bc3366-023d-4bc7-9186-f870cca03fd3 gateway port host: None {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:46.161722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Calling delete_port for 016dd034-cf22-460c-966d-37ff8db79841 owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:46.248548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e62dc88>, [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:57:45Z', 'revision_number': 6, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:46.252984 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed25d0-fec1-4b88-963a-0baf34baa8e4 None None] The sync data for ids ['d1bc3366-023d-4bc7-9186-f870cca03fd3'] in dv-cinder-733622-13-iscsi is: [{'id': 'd1bc3366-023d-4bc7-9186-f870cca03fd3', 'name': 'tempest-TestShelveInstance-1656905186-router', 'tenant_id': '36e2bc75e4e1400fab18b3944402fa76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:01Z', 'updated_at': '2021-04-16T16:57:45Z', 'revision_number': 6, 'project_id': '36e2bc75e4e1400fab18b3944402fa76', 'gw_port_host': None}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:57:46.341827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.358362 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3bc10471-9c38-4196-bf87-a32ad477b852 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:46.394201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.407050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Pushing event deleted for resources: {'Port': ['ID=016dd034-cf22-460c-966d-37ff8db79841,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:46.413256 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fcb37808-73b7-4406-ab5b-fc454352ca2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:46.458822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:46.491759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.525437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ee8b61-ab18-4bd7-8d47-599e2d653a4b,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:46.528389 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:46.701709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks [] for floatingip, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.711831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.732332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.733706 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a6dbf6c1-176c-4047-adf3-bd3fee6da078 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] 10.222.0.103 "DELETE /v2.0/floatingips/3384654c-2c7e-46cf-aca4-f41b23ebafe9 HTTP/1.1" status: 204  len: 168 time: 2.2468133
Apr 16 16:57:46.743853 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-5e98743b-e5f5-49ae-9bcc-3fcfcc9f6abd service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1229718
Apr 16 16:57:46.868648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-0b675cb9-8405-4948-906d-3efe5cf0a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:46.870499 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-0b675cb9-8405-4948-906d-3efe5cf0a6cb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb882053c8e84304847e19528f11d911&device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 1099 time: 0.0994253
Apr 16 16:57:46.915632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:46.918082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.008204 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.009094 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1bc3366-023d-4bc7-9186-f870cca03fd3 {{(pid=85298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 16:57:47.025507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] Notify callbacks [] for router, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.030327 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3c1918f5-a616-4df3-abdf-bf8245401f5f admin admin] 10.222.0.103 "DELETE /v2.0/routers/d1bc3366-023d-4bc7-9186-f870cca03fd3 HTTP/1.1" status: 204  len: 168 time: 1.9887743
Apr 16 16:57:47.030997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54556) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:47.089814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-276ecafc-9ad6-459f-9171-ac2a7d59a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:47.091506 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-276ecafc-9ad6-459f-9171-ac2a7d59a876 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 200  len: 919 time: 0.1837916
Apr 16 16:57:47.108604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Deleting subnet 095eef29-83d9-4820-8c3e-d77fbcea0e5d {{(pid=85298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:57:47.112100 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.169689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036790753660'] for subnet, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.209022 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-de79020f-26cd-492a-a5ff-21c33f60e4f2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 200  len: 1001 time: 0.1093640
Apr 16 16:57:47.281604 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-6ef95c61-6c8b-48cb-8687-056f8fa8d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:47.283676 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-6ef95c61-6c8b-48cb-8687-056f8fa8d87f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 200  len: 856 time: 0.0679741
Apr 16 16:57:47.299208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.373928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-49632076-8027-4006-8af3-5718607c2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:47.375618 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-49632076-8027-4006-8af3-5718607c2e47 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5636c544-b076-4465-9c13-a664e37a5e03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0846176
Apr 16 16:57:47.475773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 01a9d1db-e2a7-487f-aa74-22707014290b no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:47.517221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 01a9d1db-e2a7-487f-aa74-22707014290b {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:47.517610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 01a9d1db-e2a7-487f-aa74-22707014290b not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:47.518546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device e9ee8b61-ab18-4bd7-8d47-599e2d653a4b no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:47.542156 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-42684c84-2e61-4b9d-b2a2-5893ff0b6b79 service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587517
Apr 16 16:57:47.555264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: e9ee8b61-ab18-4bd7-8d47-599e2d653a4b {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:47.555657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device e9ee8b61-ab18-4bd7-8d47-599e2d653a4b not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:47.580644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789565411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790557419'] for subnet, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.596653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:47.695825 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a7fd595d-621c-41a4-82f8-30c3cde617ba req-96524c9e-32a6-4249-abdf-cc4d558c30bf service neutron] 10.222.0.120 "GET /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442890
Apr 16 16:57:47.703675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095eef29-83d9-4820-8c3e-d77fbcea0e5d,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:47.710341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:47.745515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.752155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee8887-cce1-403d-889b-cce9e8cb1ccf None None] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:57:47.752309 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d76ccc4b-d868-42e5-8045-f255629ee7d8 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/095eef29-83d9-4820-8c3e-d77fbcea0e5d HTTP/1.1" status: 204  len: 168 time: 0.7204711
Apr 16 16:57:47.754873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54560) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:47.875149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:47.944860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Deleting port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:47.945233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.044375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] DHCP port deletion for ea13a159-05d1-4d6a-8a0b-c632af69c3bf request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 16:57:48.048977 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Deleting port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:48.049404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.200494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] For port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:48.200884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.345399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Calling delete_port for 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 owned by network:dhcp {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:48.429056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.447346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:48.454048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] For port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,segment=NetworkSegment(f05fb0ee-96bc-4a1d-ab31-56474d4961ce),segment_id=f05fb0ee-96bc-4a1d-ab31-56474d4961ce)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:48.454532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.549873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=266246d8-42bb-4caa-ad6e-86ca9ded6ce0,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:48.552436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:48.591975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Calling delete_port for 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:48.603649 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] No DVR routers for this DVR port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 on host dv-cinder-733622-13-iscsi {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:48.668532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85300) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:57:48.669787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:57:48.734935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.859161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745d80e2e8>,) {'filters': {'network_id': ['ea13a159-05d1-4d6a-8a0b-c632af69c3bf']}} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:48.873158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745d80e2e8>, 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce') {'for_net_delete': True} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:48.873496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745d80e2e8>, 'f05fb0ee-96bc-4a1d-ab31-56474d4961ce') {} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:48.886153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64022204'] for segment, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.903001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:48.910611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Releasing vlan 1398 on physical network physnet1 to pool {{(pid=85298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:57:49.096905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:49.105627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65211580'] for segment, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:49.171541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Deleting port 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:49.171959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:49.246877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a06ded9f-493f-4119-be87-55003556ea26 None None] The port '266246d8-42bb-4caa-ad6e-86ca9ded6ce0' was deleted {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 16:57:49.286448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Network ea13a159-05d1-4d6a-8a0b-c632af69c3bf has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:57:49.310247 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:57:49.464114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:49.502740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:49.503124 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 266246d8-42bb-4caa-ad6e-86ca9ded6ce0 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:49.644712 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:49.658752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:49.677322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:49.687081 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea13a159-05d1-4d6a-8a0b-c632af69c3bf,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:49.690586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:49.702757 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-38ecf8a1-8ed8-4ffa-b3dc-1561aebcf9c9 admin admin] 10.222.0.103 "DELETE /v2.0/networks/ea13a159-05d1-4d6a-8a0b-c632af69c3bf HTTP/1.1" status: 204  len: 168 time: 1.9467530
Apr 16 16:57:49.705694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54580) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:50.298844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:50.509819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:57:50.681152 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Deleting port a91edde2-906a-44a5-8c4e-2189c578b44d {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:50.681567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:50.871631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] For port a91edde2-906a-44a5-8c4e-2189c578b44d, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=a91edde2-906a-44a5-8c4e-2189c578b44d,segment=NetworkSegment(ca2d3285-9264-4112-9fee-0676fd27f397),segment_id=ca2d3285-9264-4112-9fee-0676fd27f397)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:50.872114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:50.949591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54592) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:51.009166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Calling delete_port for a91edde2-906a-44a5-8c4e-2189c578b44d owned by network:router_interface {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:51.195166 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:51.212580 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-81bf8472-1e04-4f97-a01e-f0cb4d531f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:51.313863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91edde2-906a-44a5-8c4e-2189c578b44d,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:51.324089 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:51.702600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:51.918073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:52.323425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Deleting port 6cd5363a-d3f7-42af-bf2a-0014a33962b1 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:52.324016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:52.488565 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:57:52.525390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] For port 6cd5363a-d3f7-42af-bf2a-0014a33962b1, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=6cd5363a-d3f7-42af-bf2a-0014a33962b1,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:52.525776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:52.665347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Calling delete_port for 6cd5363a-d3f7-42af-bf2a-0014a33962b1 owned by network:router_interface {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:52.691070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:57:52.701238 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] Sync routers for ids ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:57:52.710674 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] 10.222.0.103 "PUT /v2.0/routers/150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0037980
Apr 16 16:57:52.711961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] Routers {'150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:52.712637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f8accc0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:52.713285 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54598) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:52.860426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:52.877843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-05492744-5e1e-480f-873a-d54377519373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:52.910745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] Set router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:52.916705 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks [] for router, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:52.984360 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd5363a-d3f7-42af-bf2a-0014a33962b1,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:52.989822 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:53.151326 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:53.164537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Deleting port bb094a5d-d00e-43f2-82d2-96a5206b982e {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:53.164928 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:53.249274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f8accc0>, [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:57:51Z', 'revision_number': 5, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port': {'id': 'bb094a5d-d00e-43f2-82d2-96a5206b982e', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:17Z', 'updated_at': '2021-04-16T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:53.254481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] Checking router: 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:57:53.267386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] Routers {'150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:53.268078 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f8accc0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:53.382347 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] For port bb094a5d-d00e-43f2-82d2-96a5206b982e, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=bb094a5d-d00e-43f2-82d2-96a5206b982e,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:53.383274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:53.384962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:53.612543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] Set router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d gateway port host: None {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:53.613068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Calling delete_port for bb094a5d-d00e-43f2-82d2-96a5206b982e owned by network:router_gateway {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:53.760165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f8accc0>, [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:57:53Z', 'revision_number': 6, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:53.767523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a6e46-c034-42aa-a236-cc693c6cce92 None None] The sync data for ids ['150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d'] in dv-cinder-733622-13-iscsi is: [{'id': '150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d', 'name': 'tempest-TestShelveInstance-89359176-router', 'tenant_id': '6825eb5135b143ec99dc2accff6c5599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:16Z', 'updated_at': '2021-04-16T16:57:53Z', 'revision_number': 6, 'project_id': '6825eb5135b143ec99dc2accff6c5599', 'gw_port_host': None}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:57:53.815780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:53.834536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a63098f4-863b-4fc0-ad46-e9b213648c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:53.940709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bb094a5d-d00e-43f2-82d2-96a5206b982e,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:53.948341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:54.046497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Router ce074404-c807-469d-a682-d796f20dd67c has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:57:54.155536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.255344 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:57:54.265249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] Sync routers for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:57:54.271762 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3e88e7f4-7124-4e91-b46a-835b1743ff84 admin admin] 10.222.0.103 "PUT /v2.0/routers/ce074404-c807-469d-a682-d796f20dd67c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3171852
Apr 16 16:57:54.272072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54602) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:54.279489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:54.280186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f9fc6a0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:54.425877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.478725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.480263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:54.531878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.532384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d {{(pid=85298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 16:57:54.566551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] Notify callbacks [] for router, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.567791 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2a18d35b-8734-4cce-ac3f-a0deee77a6ce admin admin] 10.222.0.103 "DELETE /v2.0/routers/150c0cef-f1b7-4701-ae8f-5f0f5c4ec95d HTTP/1.1" status: 204  len: 168 time: 1.8534408
Apr 16 16:57:54.570543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54606) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:54.576422 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks [] for router, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.793884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Deleting subnet da5a3d41-46b6-4900-94fd-51dd127fec3b {{(pid=85298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:57:54.799876 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.800694 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f9fc6a0>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:57:52Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:54.804834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] Checking router: ce074404-c807-469d-a682-d796f20dd67c for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:57:54.814461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] Routers {'ce074404-c807-469d-a682-d796f20dd67c'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:57:54.815121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f9fc6a0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['ce074404-c807-469d-a682-d796f20dd67c'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:54.881460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036790753660'] for subnet, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.919719 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:54.938807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Deleting port f57a9104-6351-4f0e-925f-47280de365f1 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:54.939260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:55.023584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] Set router ce074404-c807-469d-a682-d796f20dd67c gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:57:55.346859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f9fc6a0>, [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:57:52Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:55.351092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34ea98-a850-44cc-b5f0-a1dab87a14c4 None None] The sync data for ids ['ce074404-c807-469d-a682-d796f20dd67c'] in dv-cinder-733622-13-iscsi is: [{'id': 'ce074404-c807-469d-a682-d796f20dd67c', 'name': 'tempest-AttachVolumeTestJSON-1139040542-router', 'tenant_id': '26fb0e15979d43999b94901003579a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:39Z', 'updated_at': '2021-04-16T16:57:52Z', 'revision_number': 5, 'project_id': '26fb0e15979d43999b94901003579a6a', 'gw_port': {'id': 'f57a9104-6351-4f0e-925f-47280de365f1', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce074404-c807-469d-a682-d796f20dd67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:45Z', 'updated_at': '2021-04-16T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:57:55.369286 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:55.527196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device a91edde2-906a-44a5-8c4e-2189c578b44d no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:55.574169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] For port f57a9104-6351-4f0e-925f-47280de365f1, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=f57a9104-6351-4f0e-925f-47280de365f1,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:55.574840 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:55.575632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: a91edde2-906a-44a5-8c4e-2189c578b44d {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:55.576476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device a91edde2-906a-44a5-8c4e-2189c578b44d not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:55.576669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device bb094a5d-d00e-43f2-82d2-96a5206b982e no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:55.614869 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: bb094a5d-d00e-43f2-82d2-96a5206b982e {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:55.615203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device bb094a5d-d00e-43f2-82d2-96a5206b982e not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:55.760957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Calling delete_port for f57a9104-6351-4f0e-925f-47280de365f1 owned by network:router_gateway {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:55.965431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789565411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790557419'] for subnet, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:55.986970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:56.105577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5a3d41-46b6-4900-94fd-51dd127fec3b,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:56.124458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:56.181491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.187811 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2e9792-aee6-40b0-8970-b18eed3584a3 None None] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:57:56.195676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.201003 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-72c54f24-31f4-4259-b4f0-090c0ab498fe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:56.302845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Pushing event deleted for resources: {'Port': ['ID=f57a9104-6351-4f0e-925f-47280de365f1,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:56.310192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:56.313701 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-01741dd7-20f7-4db4-9f08-7d12ee13899f admin admin] 10.222.0.103 "DELETE /v2.0/subnets/da5a3d41-46b6-4900-94fd-51dd127fec3b HTTP/1.1" status: 204  len: 168 time: 1.7421281
Apr 16 16:57:56.316525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54612) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:56.442023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.473725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] DHCP port deletion for 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 16:57:56.478449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Deleting port c2b05616-def5-4b6c-98b0-812ed6f54543 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:56.478885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.494123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.708052 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.711074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.749878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] For port c2b05616-def5-4b6c-98b0-812ed6f54543, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c2b05616-def5-4b6c-98b0-812ed6f54543,segment=NetworkSegment(ca2d3285-9264-4112-9fee-0676fd27f397),segment_id=ca2d3285-9264-4112-9fee-0676fd27f397)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:56.750322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.754812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.756007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce074404-c807-469d-a682-d796f20dd67c {{(pid=85298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 16:57:56.768411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] Notify callbacks [] for router, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.770080 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-98673954-2945-43ef-b784-7fe37ec0d44a admin admin] 10.222.0.103 "DELETE /v2.0/routers/ce074404-c807-469d-a682-d796f20dd67c HTTP/1.1" status: 204  len: 168 time: 2.4969900
Apr 16 16:57:56.773099 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54620) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:56.856843 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Deleting port c2b05616-def5-4b6c-98b0-812ed6f54543 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:56.857460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.873001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Deleting subnet fddd5571-f5d9-4f07-ae67-1803946ef089 {{(pid=85298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:57:56.877404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:56.912512 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Calling delete_port for c2b05616-def5-4b6c-98b0-812ed6f54543 owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:56.961214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036790753660'] for subnet, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:57.011845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190'] for port, after_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:57.064214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:57.147427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:57.186176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] For port c2b05616-def5-4b6c-98b0-812ed6f54543, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c2b05616-def5-4b6c-98b0-812ed6f54543,segment=NetworkSegment(ca2d3285-9264-4112-9fee-0676fd27f397),segment_id=ca2d3285-9264-4112-9fee-0676fd27f397)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:57.188894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:57.197240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Pushing event deleted for resources: {'Port': ['ID=c2b05616-def5-4b6c-98b0-812ed6f54543,revision_number=None']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:57.238474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.238874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.239261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.239642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.240015 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.240814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.240814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.241098 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.241468 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.241844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.242651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.242651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:57:57.248947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:57.291009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854fa9e-4b81-4c80-a5ba-cfd1274faa58 None None] No DVR routers for this DVR port c2b05616-def5-4b6c-98b0-812ed6f54543 on host dv-cinder-733622-13-iscsi {{(pid=85300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:57.355269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Calling delete_port for c2b05616-def5-4b6c-98b0-812ed6f54543 owned by network:dhcp {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:57.445467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85299) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:57:57.445854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:57:57.472503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c2b05616-def5-4b6c-98b0-812ed6f54543 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:57.512627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: c2b05616-def5-4b6c-98b0-812ed6f54543 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:57.513200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c2b05616-def5-4b6c-98b0-812ed6f54543 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:57.513860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6cd5363a-d3f7-42af-bf2a-0014a33962b1 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:57.544841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9cb8a-d166-4051-8749-747ecae5811c req-21465d76-c26f-406c-bb2f-0fbfadf8668a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:57.546701 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-55f9cb8a-d166-4051-8749-747ecae5811c req-21465d76-c26f-406c-bb2f-0fbfadf8668a tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 946 time: 0.1992230
Apr 16 16:57:57.556314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 6cd5363a-d3f7-42af-bf2a-0014a33962b1 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:57.556708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6cd5363a-d3f7-42af-bf2a-0014a33962b1 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:57.557174 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f57a9104-6351-4f0e-925f-47280de365f1 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:57.595921 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: f57a9104-6351-4f0e-925f-47280de365f1 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:57.596242 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device f57a9104-6351-4f0e-925f-47280de365f1 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:57.612737 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-55f9cb8a-d166-4051-8749-747ecae5811c req-b5ef633f-537f-4271-a317-ef8d9b848d81 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589643
Apr 16 16:57:57.614553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789565411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790557419'] for subnet, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:57.632523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1dd4ed21-d5b5-44fb-ba25-25e5f8d39013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:57.741805 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddd5571-f5d9-4f07-ae67-1803946ef089,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:57.746079 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:57.782233 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:57.789176 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/fddd5571-f5d9-4f07-ae67-1803946ef089 HTTP/1.1" status: 204  len: 168 time: 1.0138693
Apr 16 16:57:57.789891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428467d8-e2e2-4cf9-a5c0-f29fa83e6f98 None None] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:57:57.793247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54628) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:57:57.944311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.000186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Deleting port c2b05616-def5-4b6c-98b0-812ed6f54543 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:58.000492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.091490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] The port 'c2b05616-def5-4b6c-98b0-812ed6f54543' was deleted {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 16:57:58.092540 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Deleting port 28141278-207b-4edc-b13a-49cd00717aab {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:58.092920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.237841 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] DHCP port deletion for 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 16:57:58.242156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] Deleting port 28141278-207b-4edc-b13a-49cd00717aab {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:58.242685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.303043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.466510 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] For port 28141278-207b-4edc-b13a-49cd00717aab, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=28141278-207b-4edc-b13a-49cd00717aab,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:58.466881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.526708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745efc0780>,) {'filters': {'network_id': ['20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:58.557900 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745efc0780>, 'ca2d3285-9264-4112-9fee-0676fd27f397') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:58.558203 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745efc0780>, 'ca2d3285-9264-4112-9fee-0676fd27f397') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:57:58.577635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] For port 28141278-207b-4edc-b13a-49cd00717aab, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=28141278-207b-4edc-b13a-49cd00717aab,segment=NetworkSegment(628eeff3-6d0b-4d23-8cdd-616109012293),segment_id=628eeff3-6d0b-4d23-8cdd-616109012293)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:57:58.578022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.588305 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.615119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] Calling delete_port for 28141278-207b-4edc-b13a-49cd00717aab owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:58.707279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190'] for port, after_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.724162 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:57:58.740590 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Calling delete_port for 28141278-207b-4edc-b13a-49cd00717aab owned by network:dhcp {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:57:58.821093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:58.851446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Releasing vlan 1386 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:57:58.853045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] Pushing event deleted for resources: {'Port': ['ID=28141278-207b-4edc-b13a-49cd00717aab,revision_number=None']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:57:58.872739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:57:58.904519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531ff5a-d457-473e-baab-1966400716c9 None None] No DVR routers for this DVR port 28141278-207b-4edc-b13a-49cd00717aab on host dv-cinder-733622-13-iscsi {{(pid=85300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:57:58.984490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af1112-859d-4dc4-b6f2-72f391d03982 req-a0455571-c0ed-4eff-8f32-139efd616841 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:58.986177 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f6af1112-859d-4dc4-b6f2-72f391d03982 req-a0455571-c0ed-4eff-8f32-139efd616841 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 946 time: 0.1097534
Apr 16 16:57:59.065344 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f6af1112-859d-4dc4-b6f2-72f391d03982 req-158dc273-d759-4f04-a249-6e261714e8c7 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712891
Apr 16 16:57:59.116736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85299) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:57:59.117104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:57:59.118710 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:59.130077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:59.224915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-7bd77898-e639-48ba-8bb0-6a3176bfcc89 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:57:59.225675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-7bd77898-e639-48ba-8bb0-6a3176bfcc89 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Synchronizing usage tracker for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:57:59.319641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-7bd77898-e639-48ba-8bb0-6a3176bfcc89 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Unset dirty status for tenant:fb882053c8e84304847e19528f11d911 on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:57:59.320883 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-7bd77898-e639-48ba-8bb0-6a3176bfcc89 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 946 time: 0.5901017
Apr 16 16:57:59.394866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Network 20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:57:59.420070 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:57:59.467273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 28141278-207b-4edc-b13a-49cd00717aab no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:57:59.508908 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 28141278-207b-4edc-b13a-49cd00717aab {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:57:59.509439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 28141278-207b-4edc-b13a-49cd00717aab not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:57:59.735173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Deleting port 28141278-207b-4edc-b13a-49cd00717aab {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:59.735550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:59.829283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Deleting port aef9925c-8048-4095-a618-0d55f10b32a1 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:57:59.829853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:57:59.915968 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] The port '28141278-207b-4edc-b13a-49cd00717aab' was deleted {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 16:57:59.953086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.041847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f2ea233a-56b4-4693-9144-8ec4b5b4170a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:00.075189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.115406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Pushing event deleted for resources: {'Network': ['ID=20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:00.134339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:00.162262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.177852 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-462b72a6-ea9c-4601-bf77-3ceaee73ea2c admin admin] 10.222.0.103 "DELETE /v2.0/networks/20ecc3bf-0d2f-42ec-b29d-d63f18d6fd13 HTTP/1.1" status: 204  len: 168 time: 3.8601415
Apr 16 16:58:00.317375 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601154c-b0e5-4b72-8b27-52821938ddb6 req-9d12af8b-7af7-4137-a8c2-01d361eb8410 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:00.319321 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d601154c-b0e5-4b72-8b27-52821938ddb6 req-9d12af8b-7af7-4137-a8c2-01d361eb8410 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 946 time: 0.1037748
Apr 16 16:58:00.327126 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54638) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:00.400464 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745f046828>,) {'filters': {'network_id': ['5482311a-e6d4-4b31-99e9-5c3f3d5468e8']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:00.417388 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d601154c-b0e5-4b72-8b27-52821938ddb6 req-2058f61f-b47a-4667-a968-9f04e72b1e65 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups?id=6e121763-2776-4569-897e-cc02cc0fe2f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872555
Apr 16 16:58:00.427543 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b6c9bba4-4b7b-4285-8a7a-4e9e9131ae0f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=36e2bc75e4e1400fab18b3944402fa76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0966370
Apr 16 16:58:00.427835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54642) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:00.431456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f046828>, '628eeff3-6d0b-4d23-8cdd-616109012293') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:00.431800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f046828>, '628eeff3-6d0b-4d23-8cdd-616109012293') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:00.461457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.485128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] For port aef9925c-8048-4095-a618-0d55f10b32a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aef9925c-8048-4095-a618-0d55f10b32a1,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:00.485533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.498470 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.503231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5822d166-2ae8-4473-9a82-40b4df24121c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.533994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5822d166-2ae8-4473-9a82-40b4df24121c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.576218 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Releasing vlan 1356 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:58:00.585186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5822d166-2ae8-4473-9a82-40b4df24121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.591255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-145072ff-4260-4ffc-8c2f-66e0237825ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:00.609417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822d166-2ae8-4473-9a82-40b4df24121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961fe8f-82d6-442c-afa5-f2dfaa4f505d,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:00.616789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5822d166-2ae8-4473-9a82-40b4df24121c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:00.618202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5822d166-2ae8-4473-9a82-40b4df24121c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:00.619505 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-5822d166-2ae8-4473-9a82-40b4df24121c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2961fe8f-82d6-442c-afa5-f2dfaa4f505d HTTP/1.1" status: 204  len: 168 time: 0.1906037
Apr 16 16:58:00.868835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:58:00.888595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.028944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54650) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:01.098097 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-448335d6-108c-4326-9ea6-f84dc0a35f79 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=6825eb5135b143ec99dc2accff6c5599&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0576875
Apr 16 16:58:01.100868 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54654) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:01.169387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.204378 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.210088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Network 5482311a-e6d4-4b31-99e9-5c3f3d5468e8 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:58:01.236757 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:58:01.242459 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.242884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.243237 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Floating IP 1134b244-06cc-4deb-a571-8ec80ab93304 disassociated. External IP: 172.27.0.239, port: aef9925c-8048-4095-a618-0d55f10b32a1.
Apr 16 16:58:01.243625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Calling delete_port for aef9925c-8048-4095-a618-0d55f10b32a1 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:58:01.260198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.266265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e4be8579-3a5f-4e8d-be60-7a6e633db837 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:01.279752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4239b4-dc64-4229-ba62-33a82b44fb7e,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:01.285803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:01.287615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.288892 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5a4239b4-dc64-4229-ba62-33a82b44fb7e HTTP/1.1" status: 204  len: 168 time: 0.1869693
Apr 16 16:58:01.384404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.404539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:01.422437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.431778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=5482311a-e6d4-4b31-99e9-5c3f3d5468e8,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:01.435682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:01.437332 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a991efaa-8bad-4feb-a295-1dfb10c95a4e admin admin] 10.222.0.103 "DELETE /v2.0/networks/5482311a-e6d4-4b31-99e9-5c3f3d5468e8 HTTP/1.1" status: 204  len: 168 time: 3.6425726
Apr 16 16:58:01.470424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:58:01.525549 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.557848 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: aef9925c-8048-4095-a618-0d55f10b32a1 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:58:01.558606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device aef9925c-8048-4095-a618-0d55f10b32a1 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:58:01.628951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-271ee8e5-1150-4f50-9c44-01d4b3936c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:01.678376 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-702c1551-b270-4880-acd7-07bb151f0180 req-6f30c71d-bc90-45ef-8c15-9be35b49f260 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 210 time: 0.0599902
Apr 16 16:58:01.679585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54664) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:01.692518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event deleted for resources: {'Port': ['ID=aef9925c-8048-4095-a618-0d55f10b32a1,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:01.697734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:01.754274 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1979cc19-471c-427d-8b4c-a43470a2f279 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=26fb0e15979d43999b94901003579a6a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0732808
Apr 16 16:58:01.756835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54668) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:01.841113 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.874086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.923951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.929196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0510e555-d959-4134-8dd0-28fc07f643f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:01.946138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d2cb7-502f-463a-bd02-39bb11920313,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:01.950366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:01.953910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:01.955188 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bf8d2cb7-502f-463a-bd02-39bb11920313 HTTP/1.1" status: 204  len: 168 time: 0.1973500
Apr 16 16:58:01.989444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Router f5b83677-7f45-4652-862e-a4ab9d3f6599 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:58:02.463164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:58:02.477815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] Sync routers for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:58:02.494622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:58:02.494622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6085f8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:02.555082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] No DVR routers for this DVR port aef9925c-8048-4095-a618-0d55f10b32a1 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:58:02.557782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:02.561310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-deleted', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:58:02.580416 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a6d8842d-ccc8-4193-9164-a09f75cc4879 req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.120 "DELETE /v2.0/ports/aef9925c-8048-4095-a618-0d55f10b32a1 HTTP/1.1" status: 204  len: 173 time: 3.2465742
Apr 16 16:58:02.636615 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a606efe-c285-436f-9d27-d09708bc4564', 'name': 'network-vif-deleted', 'tag': 'aef9925c-8048-4095-a618-0d55f10b32a1', 'status': 'completed', 'code': 200}
Apr 16 16:58:02.721887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:58:02.908837 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f6f8409c-272e-4dd6-a45f-25acc5e99abd req-45a44d23-b7b7-4d25-a05a-81f940a50fd5 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/ports?device_id=4a606efe-c285-436f-9d27-d09708bc4564 HTTP/1.1" status: 200  len: 210 time: 0.0608778
Apr 16 16:58:03.123530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6085f8>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:03.127980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] Checking router: f5b83677-7f45-4652-862e-a4ab9d3f6599 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:58:03.137145 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:58:03.139024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6085f8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:57:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:03.347791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:58:03.745308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6085f8>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:03.750613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3556a6-e183-4db9-8dfc-3abfe5f3a48a None None] The sync data for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi is: [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:49:46Z', 'revision_number': 4, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '6895143d-5570-4c7e-afca-15d75d6a52fd', 'name': '', 'network_id': '5636c544-b076-4465-9c13-a664e37a5e03', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'mac_address': 'fa:16:3e:dd:ee:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74adbd19-8abb-48f9-823d-203f288b147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:44Z', 'updated_at': '2021-04-16T16:50:00Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'subnets': [{'id': '74adbd19-8abb-48f9-823d-203f288b147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:58:04.055341 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54714) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:04.131907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:04.164982 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:04.174740 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67ae69-3bc9-4a69-8269-ed0d53a39f6f None None] New status for floating IP 1134b244-06cc-4deb-a571-8ec80ab93304: DOWN {{(pid=85300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:58:04.216642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:04.220957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0989d259-e8b1-4ed3-8aac-998f38dcbda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:04.236993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e121763-2776-4569-897e-cc02cc0fe2f0,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:04.247458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.248368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.248791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.249212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.249628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.250048 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.250520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.250939 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.251348 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.251759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.252164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.252569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:04.260644 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:04.261532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:04.263948 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "DELETE /v2.0/security-groups/6e121763-2776-4569-897e-cc02cc0fe2f0 HTTP/1.1" status: 204  len: 168 time: 0.2060623
Apr 16 16:58:04.266755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54718) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:04.284517 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.api.v2.resource [None req-868bdb5c-b7d6-4a85-a029-d481f82a1370 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] show failed (client error): The resource could not be found.
Apr 16 16:58:04.285616 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-868bdb5c-b7d6-4a85-a029-d481f82a1370 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "GET /v2.0/security-groups/6e121763-2776-4569-897e-cc02cc0fe2f0 HTTP/1.1" status: 404  len: 347 time: 0.0178549
Apr 16 16:58:04.288646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54722) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:04.469083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Deleting port 44fa41a6-846e-40a7-a4ce-5e9453cd7502 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:58:04.469457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:04.665384 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:04.665753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:04.808551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Calling delete_port for 44fa41a6-846e-40a7-a4ce-5e9453cd7502 owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:58:04.902503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85299) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:58:04.903844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:58:05.405215 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Deleting port 44fa41a6-846e-40a7-a4ce-5e9453cd7502 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:58:05.405949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:05.674196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:05.674654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:05.811177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Calling delete_port for 44fa41a6-846e-40a7-a4ce-5e9453cd7502 owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:58:05.979291 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:05.993957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:06.099785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Pushing event deleted for resources: {'Port': ['ID=44fa41a6-846e-40a7-a4ce-5e9453cd7502,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:06.107898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:06.285647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks [] for floatingip, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:06.302023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:06.303277 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] 10.222.0.103 "DELETE /v2.0/floatingips/1134b244-06cc-4deb-a571-8ec80ab93304 HTTP/1.1" status: 204  len: 168 time: 2.0136893
Apr 16 16:58:07.071867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed62b-b61d-416d-926d-5c8a4d3d51b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:09.517014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ab139cfe-9711-4631-83a4-1e11c239566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:09.588505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:10.268214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:10.380912 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 54800) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:11.298429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:11.416137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:11.684609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54822) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:11.810407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Deleting port 6895143d-5570-4c7e-afca-15d75d6a52fd {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:58:11.810792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:11.819613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:11.836406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:11.841144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Usage tracker for resource:security_group_rule and tenant:42b155c5ed0248b9bd187078d709d2e8 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:11.844355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:11.850724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:11.948260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:11.952755 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:11.962646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-686a4191-3ebd-4296-b97b-8dd57abded13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:12.011453 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=42b155c5ed0248b9bd187078d709d2e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3254218
Apr 16 16:58:12.013940 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] For port 6895143d-5570-4c7e-afca-15d75d6a52fd, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=6895143d-5570-4c7e-afca-15d75d6a52fd,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:12.014374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:12.014889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54828) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:12.017855 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06983db-bcbd-423a-bef1-68d8fa2bad87,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:12.032416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d203bf04-c0c5-4afe-af5b-f52d43fde58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:12.086155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b8b65ea9-4c1b-4281-bb0f-18c132c7223c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:12.118893 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b8b65ea9-4c1b-4281-bb0f-18c132c7223c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:12.162199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Calling delete_port for 6895143d-5570-4c7e-afca-15d75d6a52fd owned by network:router_interface {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:58:12.166927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b8b65ea9-4c1b-4281-bb0f-18c132c7223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:12.172686 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-374aebbd-4c63-40c4-8518-dbad16a64450 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:12.183792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b65ea9-4c1b-4281-bb0f-18c132c7223c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06983db-bcbd-423a-bef1-68d8fa2bad87,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:12.188340 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b8b65ea9-4c1b-4281-bb0f-18c132c7223c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:12.191877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b8b65ea9-4c1b-4281-bb0f-18c132c7223c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:12.193090 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b8b65ea9-4c1b-4281-bb0f-18c132c7223c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e06983db-bcbd-423a-bef1-68d8fa2bad87 HTTP/1.1" status: 204  len: 168 time: 0.1772161
Apr 16 16:58:12.353269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:12.369770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2214e665-0fc8-43a3-9826-e9802275b000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:12.416524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Pushing event deleted for resources: {'Port': ['ID=6895143d-5570-4c7e-afca-15d75d6a52fd,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:12.471380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:12.900390 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:13.500383 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Router f5b83677-7f45-4652-862e-a4ab9d3f6599 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:58:13.712070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:58:13.722066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] Sync routers for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:58:13.727920 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] 10.222.0.103 "PUT /v2.0/routers/f5b83677-7f45-4652-862e-a4ab9d3f6599/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3433933
Apr 16 16:58:13.728596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54866) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:13.733690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:58:13.734428 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f608710>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:58:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:13.961255 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks [] for router, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:14.151711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:58:14.180749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:14.193837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Deleting port 39822976-775a-4c3c-a99f-a9bcea7c3c87 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:58:14.194226 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:14.413749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] For port 39822976-775a-4c3c-a99f-a9bcea7c3c87, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=39822976-775a-4c3c-a99f-a9bcea7c3c87,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:14.414596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:14.492101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f608710>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:58:12Z', 'revision_number': 5, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port': {'id': '39822976-775a-4c3c-a99f-a9bcea7c3c87', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:49:38Z', 'updated_at': '2021-04-16T16:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:14.496270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] Checking router: f5b83677-7f45-4652-862e-a4ab9d3f6599 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:58:14.505826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] Routers {'f5b83677-7f45-4652-862e-a4ab9d3f6599'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:58:14.506523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f608710>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:58:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['f5b83677-7f45-4652-862e-a4ab9d3f6599'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:14.556308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Calling delete_port for 39822976-775a-4c3c-a99f-a9bcea7c3c87 owned by network:router_gateway {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:58:14.685808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] Set router f5b83677-7f45-4652-862e-a4ab9d3f6599 gateway port host: None {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:58:14.754509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:14.771322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d97da355-8c65-40f6-9683-2ff2452785b1 tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:14.806106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f608710>, [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:58:14Z', 'revision_number': 6, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:14.810978 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08c10f-33db-4b8c-8b8e-486d9645e223 None None] The sync data for ids ['f5b83677-7f45-4652-862e-a4ab9d3f6599'] in dv-cinder-733622-13-iscsi is: [{'id': 'f5b83677-7f45-4652-862e-a4ab9d3f6599', 'name': 'tempest-AttachVolumeShelveTestJSON-1208462556-router', 'tenant_id': 'fb882053c8e84304847e19528f11d911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:49:34Z', 'updated_at': '2021-04-16T16:58:14Z', 'revision_number': 6, 'project_id': 'fb882053c8e84304847e19528f11d911', 'gw_port_host': None}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:58:14.878653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Pushing event deleted for resources: {'Port': ['ID=39822976-775a-4c3c-a99f-a9bcea7c3c87,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:14.882792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:15.057221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:15.497072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6895143d-5570-4c7e-afca-15d75d6a52fd no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:58:15.526990 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:15.530613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:15.545178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 6895143d-5570-4c7e-afca-15d75d6a52fd {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:58:15.545737 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 6895143d-5570-4c7e-afca-15d75d6a52fd not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:58:15.546309 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 39822976-775a-4c3c-a99f-a9bcea7c3c87 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:58:15.555425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:15.555987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b83677-7f45-4652-862e-a4ab9d3f6599 {{(pid=85299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 16:58:15.569851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:15.573622 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] 10.222.0.103 "DELETE /v2.0/routers/f5b83677-7f45-4652-862e-a4ab9d3f6599 HTTP/1.1" status: 204  len: 168 time: 1.8414960
Apr 16 16:58:15.573952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54886) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:15.587617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 39822976-775a-4c3c-a99f-a9bcea7c3c87 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:58:15.588117 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 39822976-775a-4c3c-a99f-a9bcea7c3c87 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:58:15.650729 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Deleting subnet 74adbd19-8abb-48f9-823d-203f288b147c {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 16:58:15.655102 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:15.712993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:15.804826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.086569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.102528 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:16.188381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74adbd19-8abb-48f9-823d-203f288b147c,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:16.203594 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:16.240587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.246260 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974803ab-402f-4e6b-bec0-ef5a9e7da279 None None] Network 5636c544-b076-4465-9c13-a664e37a5e03 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:58:16.246815 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/74adbd19-8abb-48f9-823d-203f288b147c HTTP/1.1" status: 204  len: 168 time: 0.6711781
Apr 16 16:58:16.249564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54900) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:16.372693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.443380 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Deleting port c7958b03-c9de-4829-aba1-2f5a84d3e662 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:58:16.443759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.491625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.539250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] DHCP port deletion for 5636c544-b076-4465-9c13-a664e37a5e03 request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 16:58:16.544475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Deleting port c7958b03-c9de-4829-aba1-2f5a84d3e662 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:58:16.544951 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.681026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] For port c7958b03-c9de-4829-aba1-2f5a84d3e662, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c7958b03-c9de-4829-aba1-2f5a84d3e662,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:16.681342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.776161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] For port c7958b03-c9de-4829-aba1-2f5a84d3e662, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=c7958b03-c9de-4829-aba1-2f5a84d3e662,segment=NetworkSegment(2e42340f-c8f6-4682-8fdb-e5f32e6601ed),segment_id=2e42340f-c8f6-4682-8fdb-e5f32e6601ed)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:16.776525 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.831019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Calling delete_port for c7958b03-c9de-4829-aba1-2f5a84d3e662 owned by network:dhcp {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:58:16.912946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Calling delete_port for c7958b03-c9de-4829-aba1-2f5a84d3e662 owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 16:58:16.916272 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:16.932584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-78d046e6-f29d-4183-8185-41c09f41330e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:16.992294 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85300) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 16:58:16.992711 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 16:58:17.052253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7958b03-c9de-4829-aba1-2f5a84d3e662,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:17.057524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:17.093907 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] No DVR routers for this DVR port c7958b03-c9de-4829-aba1-2f5a84d3e662 on host dv-cinder-733622-13-iscsi {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 16:58:17.236447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:17.364562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745db97518>,) {'filters': {'network_id': ['5636c544-b076-4465-9c13-a664e37a5e03']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:17.380176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745db97518>, '2e42340f-c8f6-4682-8fdb-e5f32e6601ed') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:17.380567 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745db97518>, '2e42340f-c8f6-4682-8fdb-e5f32e6601ed') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:17.398587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:17.411025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:17.417501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Releasing vlan 1384 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 16:58:17.481235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c7958b03-c9de-4829-aba1-2f5a84d3e662 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 16:58:17.515504 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Deleting port c7958b03-c9de-4829-aba1-2f5a84d3e662 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 16:58:17.516058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:17.562316 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: c7958b03-c9de-4829-aba1-2f5a84d3e662 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 16:58:17.562925 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device c7958b03-c9de-4829-aba1-2f5a84d3e662 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 16:58:17.601486 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-7a87619c-05ca-4dc5-9145-c9626349231f None None] The port 'c7958b03-c9de-4829-aba1-2f5a84d3e662' was deleted {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 16:58:17.608646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Network 5636c544-b076-4465-9c13-a664e37a5e03 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:58:17.618461 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:17.802898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Network 5636c544-b076-4465-9c13-a664e37a5e03 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 16:58:17.827760 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 16:58:17.911623 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:17.916633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:17.921576 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a43713d8-0d82-457c-a5f6-36be6b166431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:17.947733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Pushing event deleted for resources: {'Network': ['ID=5636c544-b076-4465-9c13-a664e37a5e03,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:17.950655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:17.952964 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] 10.222.0.103 "DELETE /v2.0/networks/5636c544-b076-4465-9c13-a664e37a5e03 HTTP/1.1" status: 204  len: 168 time: 1.7023115
Apr 16 16:58:18.140322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54914) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:18.194299 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-89106185-7377-48e8-a055-fa418885d2af admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=fb882053c8e84304847e19528f11d911&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0526245
Apr 16 16:58:18.197054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 54918) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:18.266685 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:18.295304 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:18.341399 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:18.346553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d379e095-1ee8-40f5-82ee-4b1c25b4a33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:18.361402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23565dda-c40f-43af-a1cf-486c1d1c40ee,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:18.365164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:18.368683 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:18.369911 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/23565dda-c40f-43af-a1cf-486c1d1c40ee HTTP/1.1" status: 204  len: 168 time: 0.1717005
Apr 16 16:58:23.354317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55042) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:23.502734 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:23.519158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:23.523629 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Usage tracker for resource:security_group_rule and tenant:35fdb3123e104b75836d0e8c70d60021 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:23.526739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:23.533368 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:23.625265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:23.628142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:23.637766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-76a06214-b6e9-4893-9ae8-37dc7d8db45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:23.686383 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=35fdb3123e104b75836d0e8c70d60021&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3304598
Apr 16 16:58:23.687334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c54b7b-867b-498a-b527-1d95a65861cc,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:23.689211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55048) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:23.690632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:23.756807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13e5b87a-a253-4bbb-9d86-4b79b2ce58e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:23.785943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13e5b87a-a253-4bbb-9d86-4b79b2ce58e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:23.832501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13e5b87a-a253-4bbb-9d86-4b79b2ce58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:23.837677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c667d397-b3e9-4d0d-8c6b-2ace786bff90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:23.852077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5b87a-a253-4bbb-9d86-4b79b2ce58e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c54b7b-867b-498a-b527-1d95a65861cc,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:23.854911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13e5b87a-a253-4bbb-9d86-4b79b2ce58e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:23.856404 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-13e5b87a-a253-4bbb-9d86-4b79b2ce58e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:23.857632 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-13e5b87a-a253-4bbb-9d86-4b79b2ce58e8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/99c54b7b-867b-498a-b527-1d95a65861cc HTTP/1.1" status: 204  len: 168 time: 0.1673522
Apr 16 16:58:24.169924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55056) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:24.192663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:24.209617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:24.214423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c655eea3d4426eb23022c22afa7aeb is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:24.218630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:24.226484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:24.325405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:24.328927 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:24.339647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e788b194-a297-4b1b-8968-d901fac8a161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:24.385113 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f2c655eea3d4426eb23022c22afa7aeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2138886
Apr 16 16:58:24.386924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d602be2-a1fa-4b6f-bce2-0229c040c021,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:24.388263 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55068) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:24.390188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a2eea66b-1454-4cca-bb04-ca6960da58c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:24.457328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:24.490199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:24.542412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:24.550726 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3a99adee-b6e1-480c-b232-badef9c27adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:24.565065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d602be2-a1fa-4b6f-bce2-0229c040c021,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:24.567639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:24.576181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:24.577429 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/9d602be2-a1fa-4b6f-bce2-0229c040c021 HTTP/1.1" status: 204  len: 168 time: 0.1881280
Apr 16 16:58:27.509692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:58:32.950942 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-5f5ed541-ecc7-4b71-a04c-a088652091d8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162326361&fields=id&tenant_id=215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 267 time: 0.0540361
Apr 16 16:58:33.103628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55242) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:33.143588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-38299d50-f764-4765-a07f-e6bc24af6cc3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:33.145191 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-38299d50-f764-4765-a07f-e6bc24af6cc3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 812 time: 0.1886766
Apr 16 16:58:33.165836 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-295e6d50-67f1-4afb-9513-85d078b1c241 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/quotas/215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 375 time: 0.0137765
Apr 16 16:58:33.240259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.257004 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:33.262398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7b4c6eba1a4e9e903d15201c47676f is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:33.265447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:33.272275 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:33.274656 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-d48bcc28-025b-404e-8b41-6d0bdb5dbdc4 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1014974
Apr 16 16:58:33.376471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.379439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.394717 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cd3d7e47-1d90-4306-93b0-6e55f539041b tempest-TestShelveInstance-1374508426 tempest-TestShelveInstance-1374508426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:33.442680 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ae7b4c6eba1a4e9e903d15201c47676f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3377020
Apr 16 16:58:33.443335 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55254) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:33.447503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba8117e-865b-44d0-b270-0c73c1951a64,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:33.463568 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-dc817019-38dd-43a2-9212-60575b3bfa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:33.465405 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-85c633ea-4f2f-4d1c-9e86-4256cba091a7 service neutron] 10.222.0.103 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718571
Apr 16 16:58:33.524767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bb62-8eec-495f-83b7-967917a15590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.555545 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bb62-8eec-495f-83b7-967917a15590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.607139 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bb62-8eec-495f-83b7-967917a15590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.612794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ff040bbb-b075-4254-9fac-166c65c805cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:33.625151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9bb62-8eec-495f-83b7-967917a15590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba8117e-865b-44d0-b270-0c73c1951a64,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:33.629320 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ffa9bb62-8eec-495f-83b7-967917a15590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:33.633514 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bb62-8eec-495f-83b7-967917a15590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.634780 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ffa9bb62-8eec-495f-83b7-967917a15590 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/eba8117e-865b-44d0-b270-0c73c1951a64 HTTP/1.1" status: 204  len: 168 time: 0.1894357
Apr 16 16:58:33.887677 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-efc29c45-d57b-4779-af55-1b52f8411430 service neutron] 10.222.0.103 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4150183
Apr 16 16:58:33.944787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55264) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:33.965658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:33.982464 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:33.987370 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Usage tracker for resource:security_group_rule and tenant:5ceb502480fd437d8eef775df8ae6c7e is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:33.990432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:33.996633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:34.097337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:34.100359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:34.110983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-93e4546d-c686-4ba4-afec-2375daac780a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:34.158054 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=5ceb502480fd437d8eef775df8ae6c7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119730
Apr 16 16:58:34.160235 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d490e0-a4dd-4659-a069-a43aea04ea5d,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:34.161627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55274) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:34.163749 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-97fa0856-3b50-450f-a7b1-9d4cb7c4303f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:34.272722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:34.322583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:34.416122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:34.427330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-bca40d37-404b-4f91-93a8-f6f49d0f69e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:34.441552 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-824f1bda-eac8-4cbe-99a1-ccc491e33167 req-efec05d2-6de9-4a3c-94dc-82d0007090af tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 210 time: 0.0684793
Apr 16 16:58:34.448400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d490e0-a4dd-4659-a069-a43aea04ea5d,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:34.460307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:34.463945 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e7d490e0-a4dd-4659-a069-a43aea04ea5d HTTP/1.1" status: 204  len: 168 time: 0.2984467
Apr 16 16:58:34.463945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.464870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.465784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.465784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.466097 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.466555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.466970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.467408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.467813 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.468221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.468728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.469128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:58:34.472645 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-38a3a433-30b4-4ea7-9b67-ef55739836e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:35.695589 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d47041b-21c0-4c9f-b714-0a2c16277db8 req-5a814f16-1935-48a6-b927-33c41e0c6cbe tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 210 time: 0.0835366
Apr 16 16:58:35.784345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-1f456d14-58b1-4bd3-a060-484d31ab377f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:35.785132 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-1f456d14-58b1-4bd3-a060-484d31ab377f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Synchronizing usage tracker for tenant:215e50567539412caa22fd5000dc74a6 on resource:network {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:58:35.804120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-1f456d14-58b1-4bd3-a060-484d31ab377f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Unset dirty status for tenant:215e50567539412caa22fd5000dc74a6 on resource:network {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:58:35.805701 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-1f456d14-58b1-4bd3-a060-484d31ab377f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 812 time: 0.2728257
Apr 16 16:58:35.923760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-0d839148-595b-47e6-bbd8-c63feff6f936 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Synchronizing usage tracker for tenant:215e50567539412caa22fd5000dc74a6 on resource:security_group {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:58:35.952178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-0d839148-595b-47e6-bbd8-c63feff6f936 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Unset dirty status for tenant:215e50567539412caa22fd5000dc74a6 on resource:security_group {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:58:35.953785 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-0d839148-595b-47e6-bbd8-c63feff6f936 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=215e50567539412caa22fd5000dc74a6 HTTP/1.1" status: 200  len: 8059 time: 0.1385427
Apr 16 16:58:35.967483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'port': {'device_id': '16b7503f-8c29-497f-8939-6e4617f535d3', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'admin_state_up': True, 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'security_groups': ['9f2939c5-a453-4f4a-a87d-2538cb0000b9']}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:58:36.175499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:36.190906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:36.205986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Made reservation on behalf of 215e50567539412caa22fd5000dc74a6 for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:58:36.213112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:36.411679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Allocated IP 172.20.0.8 (4fdfd20a-86ba-40ff-badd-033e171b120f/4ee9993e-bf35-4655-8d44-aae93a5acbc9/fcd782b2-f086-47ae-829a-ed1f6897d2d3) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:58:36.675250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:36.695086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Transition to ACTIVE for port object fcd782b2-f086-47ae-829a-ed1f6897d2d3 will not be triggered until provisioned by entity DHCP. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:58:36.729914 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:36.756281 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9d2447fa-43e3-4b06-99e0-f3f6952e5a45 tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:36.925121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=fcd782b2-f086-47ae-829a-ed1f6897d2d3,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:36.928282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:36.928731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f965c-5487-4aa9-8a4a-499d7d7561cc req-7f2aaa09-e6dd-4750-946e-fd8e201b8284 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:36.934916 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4e2f965c-5487-4aa9-8a4a-499d7d7561cc req-7f2aaa09-e6dd-4750-946e-fd8e201b8284 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 931 time: 0.1092098
Apr 16 16:58:36.993184 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4e2f965c-5487-4aa9-8a4a-499d7d7561cc req-9dd8f54b-bcd8-4ace-b1c5-b226ed182489 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539896
Apr 16 16:58:37.079437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f4617897-ce5f-4ece-be46-09262ec54db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:37.321153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Network 4fdfd20a-86ba-40ff-badd-033e171b120f is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:58:37.322579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:58:37.328088 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:58:37.457592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:37.458646 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:37.501851 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5425515
Apr 16 16:58:37.517458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Request body: {'port': {'device_id': '16b7503f-8c29-497f-8939-6e4617f535d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:58:37.692474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:37.702635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-469fb168-ff17-4560-ba57-2e05b823b489 None None] Provisioning for port fcd782b2-f086-47ae-829a-ed1f6897d2d3 completed by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:58:37.708443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-469fb168-ff17-4560-ba57-2e05b823b489 None None] Provisioning complete for port fcd782b2-f086-47ae-829a-ed1f6897d2d3 triggered by entity DHCP. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:58:37.708874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-469fb168-ff17-4560-ba57-2e05b823b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:37.791636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-469fb168-ff17-4560-ba57-2e05b823b489 None None] Port fcd782b2-f086-47ae-829a-ed1f6897d2d3 cannot update to ACTIVE because it is not bound. {{(pid=85300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 16 16:58:38.118637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd782b2-f086-47ae-829a-ed1f6897d2d3 {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:58:38.130539 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:38.152308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Transition to ACTIVE for port object fcd782b2-f086-47ae-829a-ed1f6897d2d3 will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:58:38.155801 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:38.177613 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2eb54698-5b9d-4c1e-9a6b-7e3bcbbbcf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:38.312662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423cd7f-b0a1-4437-9854-4e0c41c3fda5 req-3f59cf8e-af76-41dd-966a-f157eaa74c67 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:38.314191 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0423cd7f-b0a1-4437-9854-4e0c41c3fda5 req-3f59cf8e-af76-41dd-966a-f157eaa74c67 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.1503997
Apr 16 16:58:38.351257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Pushing event updated for resources: {'Port': ['ID=fcd782b2-f086-47ae-829a-ed1f6897d2d3,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:38.354478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:38.370674 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0423cd7f-b0a1-4437-9854-4e0c41c3fda5 req-6463926e-234d-4481-a061-b9109578b4d5 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484211
Apr 16 16:58:38.649156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Attempting to bind port fcd782b2-f086-47ae-829a-ed1f6897d2d3 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:58:38.650172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Attempting to bind port fcd782b2-f086-47ae-829a-ed1f6897d2d3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:58:38.651562 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Attempting to bind port fcd782b2-f086-47ae-829a-ed1f6897d2d3 on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:58:38.662059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Port fcd782b2-f086-47ae-829a-ed1f6897d2d3 on network 4fdfd20a-86ba-40ff-badd-033e171b120f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:58:38.663420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Attempting to bind port fcd782b2-f086-47ae-829a-ed1f6897d2d3 on network 4fdfd20a-86ba-40ff-badd-033e171b120f {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:58:38.678489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:58:38.679261 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Checking segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:58:38.679722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Bound using segment: {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:58:38.680527 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Bound port: fcd782b2-f086-47ae-829a-ed1f6897d2d3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2debe5ac-eb94-4eb8-b471-9f6ed32f2274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:58:38.681328 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:38.825803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] For port fcd782b2-f086-47ae-829a-ed1f6897d2d3, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:58:38.830557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] For port fcd782b2-f086-47ae-829a-ed1f6897d2d3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:58:38.835055 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:38.851718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0079f738-8bed-47ee-9bef-9295a7d905bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:39.019066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Pushing event updated for resources: {'Port': ['ID=fcd782b2-f086-47ae-829a-ed1f6897d2d3,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:39.052412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:39.095457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:39.096481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:39.097985 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] 10.222.0.120 "PUT /v2.0/ports/fcd782b2-f086-47ae-829a-ed1f6897d2d3 HTTP/1.1" status: 200  len: 1093 time: 1.5884113
Apr 16 16:58:39.098640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:58:39.201098 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'status': 'completed', 'code': 200}
Apr 16 16:58:39.252103 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-d08e511f-603c-4de7-b451-30b29c211bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:39.253855 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-d08e511f-603c-4de7-b451-30b29c211bba service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 1096 time: 0.1156385
Apr 16 16:58:39.336406 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-ad8e8277-718d-4bc5-84a2-bd722ca4f8c2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3 HTTP/1.1" status: 200  len: 217 time: 0.0746982
Apr 16 16:58:39.416708 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-167c7ee2-af89-44bb-ab35-edf13800c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:39.418947 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-167c7ee2-af89-44bb-ab35-edf13800c655 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0754585
Apr 16 16:58:39.512131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-cf7bbf52-fc1f-4a70-88ef-f06153b37836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:39.513420 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c2360207-8d7a-4505-b5be-4f8e212d1b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:39.513823 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-cf7bbf52-fc1f-4a70-88ef-f06153b37836 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0879436
Apr 16 16:58:39.590947 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:39.595859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eac057-1e85-49e9-a6ef-e259ee288c4c req-4fa9bf10-0655-454e-b8c4-0fd0938f9a65 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:39.597547 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-64eac057-1e85-49e9-a6ef-e259ee288c4c req-4fa9bf10-0655-454e-b8c4-0fd0938f9a65 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.1023111
Apr 16 16:58:39.650731 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-64eac057-1e85-49e9-a6ef-e259ee288c4c req-22f24a65-286a-4869-a9c0-b3cbee34d2ef tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458066
Apr 16 16:58:39.678121 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-49fafade-3bcd-4be4-b95c-e95d0e3a6dd8 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558645
Apr 16 16:58:39.843932 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-431d6170-8999-4168-afbd-4d3abaf03ee3 req-bea280e4-aa12-4431-ad93-b20a1b179bf3 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585712
Apr 16 16:58:39.985451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-98b9d724-94dc-4bf3-a1d6-5c7c3302d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:39.987105 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-98b9d724-94dc-4bf3-a1d6-5c7c3302d060 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 1096 time: 0.0906467
Apr 16 16:58:40.159155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-51d6c7c5-d79a-4c95-bc2b-588c1f22212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:40.161932 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-51d6c7c5-d79a-4c95-bc2b-588c1f22212d service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.1675746
Apr 16 16:58:40.263399 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-3e81b364-105b-4dd1-b972-bb31eb2e8cbb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3 HTTP/1.1" status: 200  len: 217 time: 0.0931365
Apr 16 16:58:40.296086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:40.364541 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-2d248ff6-ddb1-4a26-9d68-333177bc4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:40.366336 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-2d248ff6-ddb1-4a26-9d68-333177bc4938 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0919070
Apr 16 16:58:40.467498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-b9280b62-35e7-44b3-96a0-0bbcae10baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:40.469172 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-b9280b62-35e7-44b3-96a0-0bbcae10baa6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0952437
Apr 16 16:58:40.630376 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-81d219e3-1663-45ea-b70f-98a33c8a4143 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537607
Apr 16 16:58:40.812457 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fec665f2-a8fb-4fc9-ac98-79536da0f90f req-a4d38957-46ba-418c-9571-0ead4d48671c service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750660
Apr 16 16:58:40.892557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0568cb0-e14c-4264-8fb8-674a5687288b req-ddaf737d-b79c-40ec-bd43-65d1754cf3c3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:40.894119 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c0568cb0-e14c-4264-8fb8-674a5687288b req-ddaf737d-b79c-40ec-bd43-65d1754cf3c3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.1102960
Apr 16 16:58:40.946458 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c0568cb0-e14c-4264-8fb8-674a5687288b req-26fa1c5d-36d6-4f4c-83ec-8d0f9d243d19 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449319
Apr 16 16:58:41.299913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:42.249413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16f56b-d054-4e2e-b580-78020ffefe8d req-dca85e84-833a-4a15-8ed1-905861733c86 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:42.251148 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9b16f56b-d054-4e2e-b580-78020ffefe8d req-dca85e84-833a-4a15-8ed1-905861733c86 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.1015439
Apr 16 16:58:42.312169 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9b16f56b-d054-4e2e-b580-78020ffefe8d req-5caef7fa-ed62-4987-8af9-f6da1eccc860 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531440
Apr 16 16:58:43.526401 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3f6a-d808-4f26-8a0d-fd03aadedcb0 req-1144f0f5-2d91-4335-a365-8cef165d96c7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:43.528462 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c6f3f6a-d808-4f26-8a0d-fd03aadedcb0 req-1144f0f5-2d91-4335-a365-8cef165d96c7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.0965087
Apr 16 16:58:43.585065 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5c6f3f6a-d808-4f26-8a0d-fd03aadedcb0 req-0d5cb8b0-162e-427f-84e5-73d6c813e764 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502093
Apr 16 16:58:44.806374 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58039ae3-c7ae-41ec-92af-70efa6b085e8 req-8c0954be-8cba-4918-a656-ca35de9e16cd tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:44.808277 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-58039ae3-c7ae-41ec-92af-70efa6b085e8 req-8c0954be-8cba-4918-a656-ca35de9e16cd tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.1020098
Apr 16 16:58:44.871658 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-58039ae3-c7ae-41ec-92af-70efa6b085e8 req-db037247-f7ab-4a79-a6a5-2766658d1da6 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563877
Apr 16 16:58:46.109564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60955bc8-e8d5-4428-a52e-f25394d6e825 req-f8e85ab8-1c03-4ae8-9ae9-c31675c7b98a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:46.111328 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60955bc8-e8d5-4428-a52e-f25394d6e825 req-f8e85ab8-1c03-4ae8-9ae9-c31675c7b98a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.1190155
Apr 16 16:58:46.161794 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60955bc8-e8d5-4428-a52e-f25394d6e825 req-c84033a7-e39c-4298-9497-f8a9d454cba5 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437841
Apr 16 16:58:46.489059 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:47.378138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb50d-d978-408c-8680-9d6e7b25de5b req-9bedbc66-d889-47fc-a9f7-2594e4ca7007 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:47.379768 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4efeb50d-d978-408c-8680-9d6e7b25de5b req-9bedbc66-d889-47fc-a9f7-2594e4ca7007 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 943 time: 0.0946338
Apr 16 16:58:47.435911 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4efeb50d-d978-408c-8680-9d6e7b25de5b req-ad4c881f-f1d1-4f5e-8204-8643d84cfa3e tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489068
Apr 16 16:58:47.719798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fcd782b2-f086-47ae-829a-ed1f6897d2d3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:58:48.174909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fcd782b2-f086-47ae-829a-ed1f6897d2d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:48.191283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'port_id': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'mac_address': 'fa:16:3e:2d:0b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:58:48.255773 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:48.283564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd782b2-f086-47ae-829a-ed1f6897d2d3 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:58:48.312789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fcd782b2-f086-47ae-829a-ed1f6897d2d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:48.326882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:48.328846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8dfcd4ba-dfa0-4584-b5af-cd7e820a1027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:48.415958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fcd782b2-f086-47ae-829a-ed1f6897d2d3,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:48.420449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:48.584369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['fcd782b2-f086-47ae-829a-ed1f6897d2d3'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:58:48.682800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19baa-9d0f-4bbb-914b-fce7b6d36e77 req-b095d7d0-1161-4056-afcf-db36f39b9e3f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:48.685696 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-19c19baa-9d0f-4bbb-914b-fce7b6d36e77 req-b095d7d0-1161-4056-afcf-db36f39b9e3f tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 944 time: 0.1152492
Apr 16 16:58:48.741281 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-19c19baa-9d0f-4bbb-914b-fce7b6d36e77 req-0a6cd21c-756e-44b4-b5bd-07261ffc89df tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472729
Apr 16 16:58:49.731910 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fcd782b2-f086-47ae-829a-ed1f6897d2d3 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:58:49.862800 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port fcd782b2-f086-47ae-829a-ed1f6897d2d3 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:58:49.868648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port fcd782b2-f086-47ae-829a-ed1f6897d2d3 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:58:49.869077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:50.069146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598aa06-9d67-44b5-9b73-c6450924154d req-8753b480-1d6c-4710-8d30-f7c4fa2c965a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:50.071009 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d598aa06-9d67-44b5-9b73-c6450924154d req-8753b480-1d6c-4710-8d30-f7c4fa2c965a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 944 time: 0.1062021
Apr 16 16:58:50.088295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:50.138508 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:58:50.161078 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d598aa06-9d67-44b5-9b73-c6450924154d req-325fa07b-74e1-4934-ba9a-3e27e524bbc3 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602269
Apr 16 16:58:50.161265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port fcd782b2-f086-47ae-829a-ed1f6897d2d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:58:50.161265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:50.161265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:50.207013 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'code': 200}
Apr 16 16:58:50.245635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=fcd782b2-f086-47ae-829a-ed1f6897d2d3,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:50.249671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:50.544096 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b768-cca5-4cfd-81fb-b31d52e0b868 req-3ba87c4c-f918-4bb4-9549-618d4a55093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:50.546111 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4450b768-cca5-4cfd-81fb-b31d52e0b868 req-3ba87c4c-f918-4bb4-9549-618d4a55093a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 1098 time: 0.1042836
Apr 16 16:58:50.596900 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4450b768-cca5-4cfd-81fb-b31d52e0b868 req-057b8813-ab64-4e67-975d-920a8b4c8eaa service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434980
Apr 16 16:58:51.477107 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387775a-3d02-42ab-9177-8687a648cdc3 req-0508b09c-480f-4e69-bd81-bbb83b8f4a91 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:51.487001 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7387775a-3d02-42ab-9177-8687a648cdc3 req-0508b09c-480f-4e69-bd81-bbb83b8f4a91 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 945 time: 0.1584072
Apr 16 16:58:51.547774 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7387775a-3d02-42ab-9177-8687a648cdc3 req-ad52c81f-b9cf-4afd-8601-92411d834a87 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596206
Apr 16 16:58:52.834970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f89134-23b2-46cf-bee4-9e5370c2308d req-36140027-2b1e-4e2e-89ff-79f988b5a480 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:52.836653 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2f89134-23b2-46cf-bee4-9e5370c2308d req-36140027-2b1e-4e2e-89ff-79f988b5a480 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 945 time: 0.1069615
Apr 16 16:58:52.901209 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2f89134-23b2-46cf-bee4-9e5370c2308d req-0bff4dcc-a90d-4e09-bb3c-0ab107503acb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575004
Apr 16 16:58:52.957169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55544) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:53.139482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.173095 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:53.180916 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Usage tracker for resource:security_group_rule and tenant:40a0d07da6c9486595c5623bf1d7a26b is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:53.185556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:53.193733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:53.203915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b7475-caa6-4dde-8e9e-5ca238fe503a req-e8f73c06-3d77-494b-ab4e-328d3f07c9f2 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:53.205549 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3c7b7475-caa6-4dde-8e9e-5ca238fe503a req-e8f73c06-3d77-494b-ab4e-328d3f07c9f2 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 945 time: 0.1615863
Apr 16 16:58:53.279438 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3c7b7475-caa6-4dde-8e9e-5ca238fe503a req-3fbcdc54-b402-4645-a089-313461806ae0 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659041
Apr 16 16:58:53.310364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55558) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:53.345660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.349745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.359165 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-69e12242-8eff-48bc-a43d-f443c4058040 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:53.399155 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083abfb8-c959-4f4c-854d-a9ac0567effc tempest-TestVolumeBootPattern-1896399454 tempest-TestVolumeBootPattern-1896399454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:53.400806 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-083abfb8-c959-4f4c-854d-a9ac0567effc tempest-TestVolumeBootPattern-1896399454 tempest-TestVolumeBootPattern-1896399454-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 1093 time: 0.0891745
Apr 16 16:58:53.405149 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55562) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:53.405539 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=40a0d07da6c9486595c5623bf1d7a26b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4468484
Apr 16 16:58:53.408617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55566) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:53.410574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b05ca-1ec0-4822-9b05-15a544284337,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:53.412569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Request body: {'floatingip': {'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'port_id': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:58:53.414157 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:53.442867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:53.452827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Usage tracker for resource:floatingip and tenant:215e50567539412caa22fd5000dc74a6 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:53.458159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:53.474601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:53.509898 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.544163 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.627629 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.723986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.730551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-feca23ae-ef18-4fc9-aefb-6b6b1b13ec4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:53.748506 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b05ca-1ec0-4822-9b05-15a544284337,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:53.751359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:53.759544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.761998 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8a0b05ca-1ec0-4822-9b05-15a544284337 HTTP/1.1" status: 204  len: 168 time: 0.3381007
Apr 16 16:58:53.771318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:53.981640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Allocated IP 172.27.0.49 (0c09e754-81c5-43b4-8a0b-7bae40ca129d/2eeaf2f8-bacb-4a21-8526-cceeca9c6e49/250f439b-35a5-4f7d-8111-d7f780f7d177) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:58:54.105553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55574) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:54.134411 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:54.162092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:58:54.182796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Usage tracker for resource:security_group_rule and tenant:cf43c30b4fb94a3c971f4c1795f211ba is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:58:54.188770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:58:54.212363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:58:54.267315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:54.369325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:54.389570 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b71fd8be-45f8-40e9-be35-d85d153eb31f tempest-AttachVolumeShelveTestJSON-733385236 tempest-AttachVolumeShelveTestJSON-733385236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:54.768941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:54.782484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:54.824878 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=250f439b-35a5-4f7d-8111-d7f780f7d177,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:54.844282 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:54.844919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9719fdcd-e20c-428d-a030-7bbd70e990b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:54.869088 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=cf43c30b4fb94a3c971f4c1795f211ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7623823
Apr 16 16:58:54.873976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55586) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:58:54.903958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba1a572-a5ad-4831-9a92-fe34ca6f59b1,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:54.908491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-34dea60a-a6ea-4830-b7fa-417c5132d042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:54.927902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Network 0c09e754-81c5-43b4-8a0b-7bae40ca129d is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:58:54.929307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:58:54.932150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:58:54.946851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:54.984439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:55.045007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:55.057938 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3aed3822-77d7-4344-8c1e-58433017e214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:55.086056 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba1a572-a5ad-4831-9a92-fe34ca6f59b1,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:55.091888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:55.104287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:55.108079 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bba1a572-a5ad-4831-9a92-fe34ca6f59b1 HTTP/1.1" status: 204  len: 168 time: 0.2321255
Apr 16 16:58:55.425214 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:55.522177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:55.770874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:55.774612 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:55.791671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f981abac-b760-4e55-af13-25569ceaf450 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:58:56.058240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event updated for resources: {'Port': ['ID=250f439b-35a5-4f7d-8111-d7f780f7d177,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:58:56.063785 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:58:56.191548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854097426'] for floatingip, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:56.386764 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Floating IP 21c90737-e897-42e3-96ce-5839144e7cde associated. External IP: 172.27.0.49, port: fcd782b2-f086-47ae-829a-ed1f6897d2d3.
Apr 16 16:58:56.804010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 16:58:57.000150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 16:58:57.014654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 16:58:57.028210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:58:57.029616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e932d68>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:58:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:57.034766 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:58:57.102863 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.6955194
Apr 16 16:58:57.106402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:58:57.163559 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'status': 'completed', 'code': 200}
Apr 16 16:58:57.255753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:58:57.641616 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e932d68>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '21c90737-e897-42e3-96ce-5839144e7cde', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:2d:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b7503f-8c29-497f-8939-6e4617f535d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:58:55Z', 'updated_at': '2021-04-16T16:58:55Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}, {'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:58Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:57.645902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 16:58:57.655406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 16:58:57.656067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745e932d68>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T16:58:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:57.907627 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 16:58:57.915603 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-587f34e5-0dfc-4a30-9d19-a5964cd03406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:57.917258 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-587f34e5-0dfc-4a30-9d19-a5964cd03406 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 1098 time: 0.0904107
Apr 16 16:58:58.074456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-15ab2318-b1af-45a7-a8b0-c88329bcfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:58.076054 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-15ab2318-b1af-45a7-a8b0-c88329bcfcc4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.1461623
Apr 16 16:58:58.189930 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-02cf0a40-8d0b-4cce-ad2c-4c17dfc9bf64 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3 HTTP/1.1" status: 200  len: 998 time: 0.1066511
Apr 16 16:58:58.268310 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-e33428eb-2313-4c5b-99da-bae5243490e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:58.270196 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-e33428eb-2313-4c5b-99da-bae5243490e4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0734143
Apr 16 16:58:58.333135 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745e932d68>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '21c90737-e897-42e3-96ce-5839144e7cde', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:2d:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b7503f-8c29-497f-8939-6e4617f535d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:58:55Z', 'updated_at': '2021-04-16T16:58:55Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}, {'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:58Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 16:58:58.339024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135c377-937a-41bb-b455-3a77026d77e2 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': '21c90737-e897-42e3-96ce-5839144e7cde', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:2d:0b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b7503f-8c29-497f-8939-6e4617f535d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:58:55Z', 'updated_at': '2021-04-16T16:58:55Z', 'revision_number': 0, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}, {'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:58Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 16:58:58.369170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-25b1e1df-05e6-4ead-8f3d-d787901682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:58:58.371358 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-25b1e1df-05e6-4ead-8f3d-d787901682b7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0945351
Apr 16 16:58:58.524393 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-3652d404-f5ac-471b-8fc3-c617ac6e0de2 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453619
Apr 16 16:58:58.655237 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1e60c0-4e1f-4457-ada8-af5b93747abf None None] New status for floating IP 21c90737-e897-42e3-96ce-5839144e7cde: ACTIVE {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 16:58:58.679372 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fae4e630-dbb4-4e81-baa0-488b8fa4c4ed req-fc89969f-1663-4732-8cf5-f496ee1ac5ae service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467152
Apr 16 16:59:02.687897 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55732) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:02.818943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:02.836004 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:02.840812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4a4795edad41169053954edb985353 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:02.843957 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:02.850123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:03.188198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.191551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.202631 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3a246a13-d8e3-44c7-8ccd-c97345da2d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:03.244870 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2e4a4795edad41169053954edb985353&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5557919
Apr 16 16:59:03.247387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d5adb8-2955-44d3-8abc-91dedc7579a1,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:03.248521 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55748) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:03.251278 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9032d44c-4cd8-4da1-a1a0-8e3a2c31f747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:03.317315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.345125 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.393269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.397610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f6df6770-ec48-41be-a374-c17e39311195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:03.409948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d5adb8-2955-44d3-8abc-91dedc7579a1,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:03.412738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:03.418932 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.422671 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/40d5adb8-2955-44d3-8abc-91dedc7579a1 HTTP/1.1" status: 204  len: 168 time: 0.1705596
Apr 16 16:59:03.733658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55766) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:03.753336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.769695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:03.774115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Usage tracker for resource:security_group_rule and tenant:fc9e6942ab734ba8b3bdb7cde02c6db2 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:03.777753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:03.783989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:03.873609 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.876472 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:03.885709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-573368e6-371a-4558-a0b7-d176538c607a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:03.929853 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=fc9e6942ab734ba8b3bdb7cde02c6db2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1949489
Apr 16 16:59:03.931769 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e039801-1b79-4f3e-ac38-f2ac671404de,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:03.933480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55774) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:03.939223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:04.002444 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc021e0e-c345-4651-92af-37bbb4352ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:04.033706 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc021e0e-c345-4651-92af-37bbb4352ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:04.081483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc021e0e-c345-4651-92af-37bbb4352ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:04.086852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-19641d0b-5f5c-4eef-ba65-159541a3d60a tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:04.100852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021e0e-c345-4651-92af-37bbb4352ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e039801-1b79-4f3e-ac38-f2ac671404de,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:04.104264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc021e0e-c345-4651-92af-37bbb4352ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:04.107647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-fc021e0e-c345-4651-92af-37bbb4352ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:04.107647 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-fc021e0e-c345-4651-92af-37bbb4352ff7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2e039801-1b79-4f3e-ac38-f2ac671404de HTTP/1.1" status: 204  len: 168 time: 0.1723454
Apr 16 16:59:04.508958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:59:07.074676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-05ded5ef-a5a3-4ccc-9f25-b83b769c4d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.089480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 55890) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:09.220967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.237104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:09.241463 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8b0da5dc03454ea8816648751e4997 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:09.244548 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:09.251408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:09.339919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.342787 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.352161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a257d834-5b36-4ff4-98ca-87449aaf5121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:09.398936 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=bc8b0da5dc03454ea8816648751e4997&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3084033
Apr 16 16:59:09.400661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7698f-18d7-44da-957a-8adce48f1c07,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:09.402274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55896) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:09.404671 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:09.493066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.507967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9fe720be-0b5d-45ca-8b7e-5ef5662772d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.522913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.571327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.577202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9a59b1a8-9eb5-4b01-b4ab-1511336db223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:09.592931 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7698f-18d7-44da-957a-8adce48f1c07,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:09.594307 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.606063 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.606550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.606980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.607405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.607826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.608243 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.608661 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.609077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.609490 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.609903 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.610357 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.610760 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:09.616016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:09.623667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:09.627395 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a65c242e-6f41-4078-8d85-b2a1fc761a10 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/37a7698f-18d7-44da-957a-8adce48f1c07 HTTP/1.1" status: 204  len: 168 time: 0.2212238
Apr 16 16:59:10.271877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.336454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55930) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:10.450770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1198432299-network', 'tenant_id': 'a61003aa4cff4b38b07ec68a01d15c6b'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:59:10.455946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:10.460035 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Usage tracker for resource:network and tenant:a61003aa4cff4b38b07ec68a01d15c6b is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:10.463069 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:10.470962 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:10.480515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Made reservation on behalf of a61003aa4cff4b38b07ec68a01d15c6b for: {'network': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:59:10.485270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for network, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.498724 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.514689 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:10.518988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Usage tracker for resource:security_group_rule and tenant:a61003aa4cff4b38b07ec68a01d15c6b is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:10.522308 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:10.529147 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:10.614615 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.617738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.622333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-553f9ab1-df7e-4343-ab4f-8481da6ff4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:10.652277 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1390}  {{(pid=85299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 16 16:59:10.665698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75d558f-3306-4563-8efd-3cef9d332a39,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:10.670955 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:10.671904 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.672294 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.segments_db [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Added segment 11be0b33-d304-4a8d-bef0-359f53784c2e of type vlan for network 49cdb1bd-d813-4c42-949f-122ca1e716f8
Apr 16 16:59:10.699601 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758613173482'] for network, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.731544 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546'] for network, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.732211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:10.732733 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:10.738122 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8b5e516e-1f42-495d-9dad-8c7ec0e13020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:10.847379 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5097163
Apr 16 16:59:10.850498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 55942) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:10.859083 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Request body: {'subnet': {'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1198432299-subnet', 'tenant_id': 'a61003aa4cff4b38b07ec68a01d15c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:59:10.862584 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Pushing event updated for resources: {'Network': ['ID=49cdb1bd-d813-4c42-949f-122ca1e716f8,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:10.866061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9c2b9a07-7855-4be6-b386-c0e03c7f725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:10.867153 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:10.872578 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Usage tracker for resource:subnet and tenant:a61003aa4cff4b38b07ec68a01d15c6b is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:10.873274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 details requested by agent ovs-agent-dv-cinder-733622-13-iscsi with host dv-cinder-733622-13-iscsi {{(pid=85300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 16 16:59:10.875810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:10.882124 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:10.892402 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Made reservation on behalf of a61003aa4cff4b38b07ec68a01d15c6b for: {'subnet': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:59:10.897595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65464402'] for subnet, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:11.302856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:11.319189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848120301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65464417'] for subnet, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:11.335451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-57a9936e-85cf-44fc-906f-0cf19c2f2913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:11.464250 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9bcd11-dbfc-4391-a280-0590eddeeeea,revision_number=0']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:11.476633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:11.537550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Checking segment: {'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:59:11.537860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Network hostable DHCP agents. Network: 49cdb1bd-d813-4c42-949f-122ca1e716f8, hostable agents: ['7a98ac04-604e-4625-8eb1-749628231660'], hosted agents: [] {{(pid=85299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 16 16:59:11.557462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 is scheduled to be hosted by DHCP agent 7a98ac04-604e-4625-8eb1-749628231660 with binding_index 1 {{(pid=85299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 16 16:59:11.566244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-iscsi, 49cdb1bd-d813-4c42-949f-122ca1e716f8) {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:59:11.575731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b52c3e-80bb-4768-b488-edf6c8281c4b None None] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:59:11.578301 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:11.578960 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:11.598583 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e846aeec-f8b3-4dc9-9dcf-dae4502a3db8 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7468734
Apr 16 16:59:11.810449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4496537-4284-4450-8186-874139d4ca42 None None] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 16:59:13.828164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542733c6-65e7-425e-a643-98250f9e200b req-9c460533-7ab5-46bd-a43a-ab5d2e584251 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:13.829795 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-9c460533-7ab5-46bd-a43a-ab5d2e584251 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/networks?id=49cdb1bd-d813-4c42-949f-122ca1e716f8 HTTP/1.1" status: 200  len: 814 time: 0.1608949
Apr 16 16:59:13.845993 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-c1cb0595-f39c-4e14-b916-85c4835562e8 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/quotas/a61003aa4cff4b38b07ec68a01d15c6b HTTP/1.1" status: 200  len: 375 time: 0.0100701
Apr 16 16:59:13.900936 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-ba394e64-3936-4744-ae7c-ae4c25588bbf tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=a61003aa4cff4b38b07ec68a01d15c6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0491898
Apr 16 16:59:14.046560 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-34486bad-27fa-4fce-a23b-c76f59b97562 service neutron] 10.222.0.103 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380460
Apr 16 16:59:14.195708 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-ecd9908e-a1b7-4ba6-bd51-6883d996316b service neutron] 10.222.0.103 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414325
Apr 16 16:59:15.442578 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d3965980-6507-4779-8dd8-3e1870bcb4fe req-0390336c-90e4-4a9f-8d88-bd1f0b1ea03f tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 210 time: 0.0677011
Apr 16 16:59:16.504518 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:16.676001 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-4484f061-81c7-4cd0-9b3a-42d5e6a11d48 req-fcea014b-d65d-4234-9335-2939d5ef3730 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 210 time: 0.0630548
Apr 16 16:59:16.751432 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542733c6-65e7-425e-a643-98250f9e200b req-e02964a8-8787-4e22-8458-3b6679ce8e9d tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:16.752115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-542733c6-65e7-425e-a643-98250f9e200b req-e02964a8-8787-4e22-8458-3b6679ce8e9d tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Synchronizing usage tracker for tenant:a61003aa4cff4b38b07ec68a01d15c6b on resource:network {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 16:59:16.771953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-542733c6-65e7-425e-a643-98250f9e200b req-e02964a8-8787-4e22-8458-3b6679ce8e9d tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Unset dirty status for tenant:a61003aa4cff4b38b07ec68a01d15c6b on resource:network {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 16:59:16.773711 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-e02964a8-8787-4e22-8458-3b6679ce8e9d tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "GET /v2.0/networks?id=49cdb1bd-d813-4c42-949f-122ca1e716f8 HTTP/1.1" status: 200  len: 814 time: 0.2361248
Apr 16 16:59:16.788946 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Request body: {'port': {'device_id': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8', 'admin_state_up': True, 'tenant_id': 'a61003aa4cff4b38b07ec68a01d15c6b'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:59:16.949639 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:16.953842 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Usage tracker for resource:port and tenant:a61003aa4cff4b38b07ec68a01d15c6b is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:16.956959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:16.964454 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:16.973529 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Made reservation on behalf of a61003aa4cff4b38b07ec68a01d15c6b for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 16:59:16.979652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:17.175677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Allocated IP 172.20.0.10 (49cdb1bd-d813-4c42-949f-122ca1e716f8/df9bcd11-dbfc-4391-a280-0590eddeeeea/b911bd21-3512-4c95-9737-fa92e1bc2c69) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 16:59:17.411655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:17.441524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:17.460533 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:17.629199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Pushing event updated for resources: {'Port': ['ID=b911bd21-3512-4c95-9737-fa92e1bc2c69,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:17.634751 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:17.676768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 16:59:17.677958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 16:59:17.680381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 16:59:17.751114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:17.751849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:17.776546 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-5393e9c7-43bf-449a-a770-2e0218daf654 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9936736
Apr 16 16:59:17.790677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Request body: {'port': {'device_id': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 16:59:17.822874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56046) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:17.896647 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b133-f95e-4bde-b7f1-d0515efcaad9 req-5fa0b4ca-ec3f-4278-b62c-66c1f115b5f0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:17.898626 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2244b133-f95e-4bde-b7f1-d0515efcaad9 req-5fa0b4ca-ec3f-4278-b62c-66c1f115b5f0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 932 time: 0.0955935
Apr 16 16:59:17.933467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:17.951737 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2244b133-f95e-4bde-b7f1-d0515efcaad9 req-c275003a-0fe3-453d-8c2f-61006dd5a8a1 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459373
Apr 16 16:59:18.004325 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.033524 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:18.047520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4b3455c5c741cca87ddb8ff5e3241a is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:18.052241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:18.065331 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:18.349520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.354112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.364809 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c03fe968-2298-411c-95da-4bdfae46b5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:18.473640 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ea4b3455c5c741cca87ddb8ff5e3241a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6447213
Apr 16 16:59:18.476658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56054) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:18.478087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f3283-17f3-4333-a049-75daea188a87,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:18.483537 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6352e644-f068-4cfa-96ff-5255af0f1d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:18.493299 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b911bd21-3512-4c95-9737-fa92e1bc2c69 {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:59:18.501948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.518952 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Transition to ACTIVE for port object b911bd21-3512-4c95-9737-fa92e1bc2c69 will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 16:59:18.522129 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.538851 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ee843e4f-94ef-4de3-b072-e5406710bbdc tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:18.540452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae99f-58b8-41f7-9fcf-c03a382b68ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.570754 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae99f-58b8-41f7-9fcf-c03a382b68ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.633583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae99f-58b8-41f7-9fcf-c03a382b68ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.639633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-32b30762-49f1-40fb-8957-656057c8a744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:18.653204 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ae99f-58b8-41f7-9fcf-c03a382b68ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f3283-17f3-4333-a049-75daea188a87,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:18.656007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-eb3ae99f-58b8-41f7-9fcf-c03a382b68ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:18.665027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae99f-58b8-41f7-9fcf-c03a382b68ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:18.669522 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-eb3ae99f-58b8-41f7-9fcf-c03a382b68ba admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/591f3283-17f3-4333-a049-75daea188a87 HTTP/1.1" status: 204  len: 168 time: 0.1885417
Apr 16 16:59:18.678424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Pushing event updated for resources: {'Port': ['ID=b911bd21-3512-4c95-9737-fa92e1bc2c69,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:18.683744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:18.937019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Attempting to bind port b911bd21-3512-4c95-9737-fa92e1bc2c69 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 16:59:18.937704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Attempting to bind port b911bd21-3512-4c95-9737-fa92e1bc2c69 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 16:59:18.938352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Attempting to bind port b911bd21-3512-4c95-9737-fa92e1bc2c69 on network 49cdb1bd-d813-4c42-949f-122ca1e716f8 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:59:18.944985 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Port b911bd21-3512-4c95-9737-fa92e1bc2c69 on network 49cdb1bd-d813-4c42-949f-122ca1e716f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 16:59:18.945530 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Attempting to bind port b911bd21-3512-4c95-9737-fa92e1bc2c69 on network 49cdb1bd-d813-4c42-949f-122ca1e716f8 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 16:59:18.953363 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 16:59:18.953814 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Checking segment: {'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 16:59:18.954628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Bound using segment: {'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 16:59:18.955026 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Bound port: b911bd21-3512-4c95-9737-fa92e1bc2c69, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 16:59:18.955398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.080169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56064) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:19.091964 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] For port b911bd21-3512-4c95-9737-fa92e1bc2c69, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 16:59:19.095961 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] For port b911bd21-3512-4c95-9737-fa92e1bc2c69, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b911bd21-3512-4c95-9737-fa92e1bc2c69,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 16:59:19.102180 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.102774 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.119476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:19.123844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d476fd679b49b5aadede2ff33c87f7 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:19.126963 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:19.134738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:19.135009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c2b8ed00-2361-41ac-9fc5-be55431df43f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:19.289779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507f011-8945-4430-a2d5-3692d947c1af req-48dc3de1-5434-409d-94df-132b2409762e tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:19.292294 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0507f011-8945-4430-a2d5-3692d947c1af req-48dc3de1-5434-409d-94df-132b2409762e tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 944 time: 0.1586266
Apr 16 16:59:19.384168 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.391020 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0507f011-8945-4430-a2d5-3692d947c1af req-4789da2f-192e-4c5a-a410-cdccd5b1c69f tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880766
Apr 16 16:59:19.392460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.407365 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:19.460478 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c6d476fd679b49b5aadede2ff33c87f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757820
Apr 16 16:59:19.460478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca156b6a-4c88-4acf-908b-b2e0abb5ed21,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:19.463019 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56068) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:19.466693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b64f118d-001e-4b3e-b941-39c2e0e7c0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:19.468600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Pushing event updated for resources: {'Port': ['ID=b911bd21-3512-4c95-9737-fa92e1bc2c69,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:19.490794 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:19.524443 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:19.525611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.528761 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] 10.222.0.120 "PUT /v2.0/ports/b911bd21-3512-4c95-9737-fa92e1bc2c69 HTTP/1.1" status: 200  len: 1094 time: 1.7437274
Apr 16 16:59:19.529690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'tag': 'b911bd21-3512-4c95-9737-fa92e1bc2c69'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:59:19.538418 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-22f91b2a-70bd-4b92-ad68-7cf79a8aa1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.573068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-22f91b2a-70bd-4b92-ad68-7cf79a8aa1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.622032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-22f91b2a-70bd-4b92-ad68-7cf79a8aa1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.627110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-29a905d8-46cf-43dc-8488-c0d061df2418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:19.633525 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'tag': 'b911bd21-3512-4c95-9737-fa92e1bc2c69', 'status': 'completed', 'code': 200}
Apr 16 16:59:19.638386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f91b2a-70bd-4b92-ad68-7cf79a8aa1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca156b6a-4c88-4acf-908b-b2e0abb5ed21,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:19.642592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-22f91b2a-70bd-4b92-ad68-7cf79a8aa1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:19.646190 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-22f91b2a-70bd-4b92-ad68-7cf79a8aa1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:19.647423 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-22f91b2a-70bd-4b92-ad68-7cf79a8aa1c9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ca156b6a-4c88-4acf-908b-b2e0abb5ed21 HTTP/1.1" status: 204  len: 168 time: 0.1827018
Apr 16 16:59:19.685886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542733c6-65e7-425e-a643-98250f9e200b req-0ca5389d-d8fa-4ec2-bcc3-d85dfbd54dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:19.687532 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-0ca5389d-d8fa-4ec2-bcc3-d85dfbd54dda service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a61003aa4cff4b38b07ec68a01d15c6b&device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 1097 time: 0.1165605
Apr 16 16:59:20.008209 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-801e092c-dee7-4d66-a5c1-1cc2aa79c670 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b911bd21-3512-4c95-9737-fa92e1bc2c69 HTTP/1.1" status: 200  len: 217 time: 0.3128114
Apr 16 16:59:20.084611 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542733c6-65e7-425e-a643-98250f9e200b req-170caa13-7035-4ba0-bf6d-3784a545371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:20.086652 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-170caa13-7035-4ba0-bf6d-3784a545371c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df9bcd11-dbfc-4391-a280-0590eddeeeea HTTP/1.1" status: 200  len: 854 time: 0.0706604
Apr 16 16:59:20.145391 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-3363751e-f198-4b4f-ba2a-eeecdd40f94d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=49cdb1bd-d813-4c42-949f-122ca1e716f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519378
Apr 16 16:59:20.325061 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-84a42aea-1ef3-42fd-af67-50c09a6181b8 service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720049
Apr 16 16:59:20.486773 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-542733c6-65e7-425e-a643-98250f9e200b req-1b73459a-c4b8-4176-b0b9-025dd54e93fd service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546078
Apr 16 16:59:20.615469 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0de41c-250c-4c5d-9e43-ac89d262a1a0 req-8f668763-92dc-4de8-91a7-d30926f343a8 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:20.617264 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3c0de41c-250c-4c5d-9e43-ac89d262a1a0 req-8f668763-92dc-4de8-91a7-d30926f343a8 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 944 time: 0.0986254
Apr 16 16:59:20.624593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-ea8067ec-35cc-4ca4-9cc3-73cb1519d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:20.626425 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-ea8067ec-35cc-4ca4-9cc3-73cb1519d235 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a61003aa4cff4b38b07ec68a01d15c6b&device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 1097 time: 0.0883017
Apr 16 16:59:20.685922 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-3c0de41c-250c-4c5d-9e43-ac89d262a1a0 req-8e5e9691-faab-4169-b5f7-46a58e40a7d2 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610766
Apr 16 16:59:20.782148 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-a7d2638b-a6e5-4782-acdc-aa64be14cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:20.783790 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-a7d2638b-a6e5-4782-acdc-aa64be14cb2b service neutron] 10.222.0.120 "GET /v2.0/networks?id=49cdb1bd-d813-4c42-949f-122ca1e716f8 HTTP/1.1" status: 200  len: 916 time: 0.1505303
Apr 16 16:59:20.865625 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-fb40751f-a754-459a-a8bd-e1893de6341d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b911bd21-3512-4c95-9737-fa92e1bc2c69 HTTP/1.1" status: 200  len: 217 time: 0.0741620
Apr 16 16:59:20.937681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-4d8aa25a-d42c-4ef2-9a44-68539ab800b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:20.939416 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-4d8aa25a-d42c-4ef2-9a44-68539ab800b8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df9bcd11-dbfc-4391-a280-0590eddeeeea HTTP/1.1" status: 200  len: 854 time: 0.0668759
Apr 16 16:59:20.984887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56104) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:21.000043 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-d041a05f-3909-42b1-b550-41af87487a7f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=49cdb1bd-d813-4c42-949f-122ca1e716f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536401
Apr 16 16:59:21.124350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:21.142967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:21.147352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Usage tracker for resource:security_group_rule and tenant:9e93c4ab85c14643b6e48fe43c5a6879 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:21.150449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:21.157930 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:21.160762 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-3eaf8c6f-493c-443e-8c87-4724f2123925 service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537867
Apr 16 16:59:21.250492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:21.253847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:21.264503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-da131e18-d10c-4ba3-9775-b6dc7b99d6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:21.311214 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9e93c4ab85c14643b6e48fe43c5a6879&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3250628
Apr 16 16:59:21.313022 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be5b59-7a56-4ee0-804b-c3b58153bbe2,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:21.313412 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-47dac698-997b-42c0-8e35-ba3ae7783e25 req-aaf7c087-874a-4060-bb1d-1c3ea7ada0ab service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455758
Apr 16 16:59:21.313970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56110) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:21.316427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8cebecf2-f955-4535-9afa-22034f630f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:21.380481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a5234149-136f-4983-9bb5-88879408a4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:21.409016 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a5234149-136f-4983-9bb5-88879408a4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:21.457466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a5234149-136f-4983-9bb5-88879408a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:21.462679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3e1755b9-94e9-4c6c-ad60-a918548674af tempest-TestMinimumBasicScenario-682626309 tempest-TestMinimumBasicScenario-682626309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:21.476652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5234149-136f-4983-9bb5-88879408a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be5b59-7a56-4ee0-804b-c3b58153bbe2,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:21.482815 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a5234149-136f-4983-9bb5-88879408a4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:21.487224 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a5234149-136f-4983-9bb5-88879408a4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:21.488446 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a5234149-136f-4983-9bb5-88879408a4db admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/94be5b59-7a56-4ee0-804b-c3b58153bbe2 HTTP/1.1" status: 204  len: 168 time: 0.1734140
Apr 16 16:59:21.831586 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device b911bd21-3512-4c95-9737-fa92e1bc2c69 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 16:59:21.997555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port b911bd21-3512-4c95-9737-fa92e1bc2c69, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b911bd21-3512-4c95-9737-fa92e1bc2c69,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:59:22.014892 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'b911bd21-3512-4c95-9737-fa92e1bc2c69', 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8', 'port_id': 'b911bd21-3512-4c95-9737-fa92e1bc2c69', 'mac_address': 'fa:16:3e:51:f1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9bcd11-dbfc-4391-a280-0590eddeeeea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 16:59:22.095695 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:22.108730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95131-7b1e-4feb-a6ba-b17a0e16144d req-e2780864-cc02-4f5d-901d-b11750691c3d tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:22.110719 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a4f95131-7b1e-4feb-a6ba-b17a0e16144d req-e2780864-cc02-4f5d-901d-b11750691c3d tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 944 time: 0.1229084
Apr 16 16:59:22.121895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b911bd21-3512-4c95-9737-fa92e1bc2c69 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 16:59:22.157150 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port b911bd21-3512-4c95-9737-fa92e1bc2c69, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b911bd21-3512-4c95-9737-fa92e1bc2c69,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:59:22.159834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:22.161745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:22.216291 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a4f95131-7b1e-4feb-a6ba-b17a0e16144d req-42c2f764-8717-40e6-a0bc-c984bf9a480b tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978100
Apr 16 16:59:22.274879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=b911bd21-3512-4c95-9737-fa92e1bc2c69,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:22.284481 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.285151 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.285935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.286909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.287574 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.288106 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.288542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.289172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.289812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.290468 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.291101 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.292561 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:22.299669 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:22.389636 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['b911bd21-3512-4c95-9737-fa92e1bc2c69'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 16:59:23.431364 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b78e29-b835-4460-82c0-541bffdb6639 req-d2668c05-7aa7-46af-9d0d-3389ca9f3852 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:23.433730 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-00b78e29-b835-4460-82c0-541bffdb6639 req-d2668c05-7aa7-46af-9d0d-3389ca9f3852 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 945 time: 0.0923102
Apr 16 16:59:23.487423 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-00b78e29-b835-4460-82c0-541bffdb6639 req-b61e26cc-e924-4d17-a151-bf40f26f2f0b tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467856
Apr 16 16:59:23.843775 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device b911bd21-3512-4c95-9737-fa92e1bc2c69 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 16:59:23.918451 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port b911bd21-3512-4c95-9737-fa92e1bc2c69 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 16:59:23.923449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port b911bd21-3512-4c95-9737-fa92e1bc2c69 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 16:59:23.923883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:24.054778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:24.084007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911bd21-3512-4c95-9737-fa92e1bc2c69'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 16:59:24.094421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port b911bd21-3512-4c95-9737-fa92e1bc2c69, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b911bd21-3512-4c95-9737-fa92e1bc2c69,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 16:59:24.097438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:24.099416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:24.139049 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911bd21-3512-4c95-9737-fa92e1bc2c69', 'code': 200}
Apr 16 16:59:24.196542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=b911bd21-3512-4c95-9737-fa92e1bc2c69,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:24.203387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:24.384942 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20646370-1699-41e3-9598-bff1711cc05c req-abd1be32-d582-4e2d-9b25-f3ef46366a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:24.387003 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-20646370-1699-41e3-9598-bff1711cc05c req-abd1be32-d582-4e2d-9b25-f3ef46366a71 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 1099 time: 0.0836647
Apr 16 16:59:24.431282 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-20646370-1699-41e3-9598-bff1711cc05c req-9ef6336a-cc24-4508-896a-0f3aed9c35e0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375261
Apr 16 16:59:24.704448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4a594-62af-4d9c-9943-d6f3afc82f02 req-1fab27c3-359c-4682-ad7f-2c58d18bba82 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:24.706085 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d7c4a594-62af-4d9c-9943-d6f3afc82f02 req-1fab27c3-359c-4682-ad7f-2c58d18bba82 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 946 time: 0.1039991
Apr 16 16:59:24.757277 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d7c4a594-62af-4d9c-9943-d6f3afc82f02 req-844a2916-c8bd-4824-a079-4104fe8d3e61 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442584
Apr 16 16:59:25.964480 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e272073-d54e-44b1-b1cf-2088e014e914 req-ca5fd378-802a-4ce8-a4e8-bed1ed9c3832 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:25.966114 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e272073-d54e-44b1-b1cf-2088e014e914 req-ca5fd378-802a-4ce8-a4e8-bed1ed9c3832 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 946 time: 0.0895660
Apr 16 16:59:26.021985 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-2e272073-d54e-44b1-b1cf-2088e014e914 req-02281031-2f00-4274-848c-2ab9ea274ccf tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491874
Apr 16 16:59:26.436765 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56218) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:26.589664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:26.610730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:26.615520 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6392e6ee3d3046448d230b3d60693b94 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:26.621013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:26.630920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:26.755456 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:26.759239 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:26.775598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8ca08d5f-f8f4-4e85-90ef-4b735129e4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:26.821865 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=6392e6ee3d3046448d230b3d60693b94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3837776
Apr 16 16:59:26.824247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559428db-1a65-4561-8f46-d29075f30911,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:26.826665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56228) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:26.827958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-756f3ea3-9c33-4c96-a87d-44bbae5fd8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:26.902727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a9d62367-18ec-49ec-ad76-f16d4cd41fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:26.934663 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a9d62367-18ec-49ec-ad76-f16d4cd41fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:26.985970 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a9d62367-18ec-49ec-ad76-f16d4cd41fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:26.995651 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ea0d6cf9-4822-48e3-9587-7befce4f2295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:27.031655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a9d62367-18ec-49ec-ad76-f16d4cd41fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.033385 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a9d62367-18ec-49ec-ad76-f16d4cd41fb4 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/559428db-1a65-4561-8f46-d29075f30911 HTTP/1.1" status: 204  len: 168 time: 0.2051888
Apr 16 16:59:27.034902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d62367-18ec-49ec-ad76-f16d4cd41fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559428db-1a65-4561-8f46-d29075f30911,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:27.038925 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a9d62367-18ec-49ec-ad76-f16d4cd41fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:27.366967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56252) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:27.387144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.404448 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:27.408884 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Usage tracker for resource:security_group_rule and tenant:77cc4da132fc4eab9a0ec5d83abd7ffc is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:27.412209 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:27.418592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:27.515523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.518396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.528624 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1b0bb312-2822-41e6-92b2-1989a7ec7ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:27.577504 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=77cc4da132fc4eab9a0ec5d83abd7ffc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2089705
Apr 16 16:59:27.578987 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d692c4-fa79-495f-a056-0c8ded6277f6,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:27.581887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56256) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:27.584808 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:27.657381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.687559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.735593 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.740945 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6f964859-32ee-464e-bcb7-4373f1987ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:27.753913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d692c4-fa79-495f-a056-0c8ded6277f6,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:27.757643 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:27.770466 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:27.771706 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c3d692c4-fa79-495f-a056-0c8ded6277f6 HTTP/1.1" status: 204  len: 168 time: 0.1886711
Apr 16 16:59:37.080427 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-9df3a62f-bfb9-47d5-b50c-49a5da3dd04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:37.753600 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56400) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:37.924483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:37.940798 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:37.944847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Usage tracker for resource:security_group_rule and tenant:689096ebde8b4e88817dc542c46d7e54 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:37.947864 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:37.954023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:38.088543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.092332 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.099863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fdc9d717-1e27-42bf-9cd7-1a7d5a398de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:38.161385 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7f3a17-7fbb-4f46-a4cd-aa6f8622af12,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:38.166749 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=689096ebde8b4e88817dc542c46d7e54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4115891
Apr 16 16:59:38.168398 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b98c9fb1-22ef-4cde-a05b-9e820d251d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:38.169720 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56406) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:38.250865 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c936d7ed-a306-4112-856b-19a91178ff86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.302208 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c936d7ed-a306-4112-856b-19a91178ff86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.359294 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c936d7ed-a306-4112-856b-19a91178ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.366845 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13c308be-de54-4543-abcf-2e0cbedfab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:38.384010 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d7ed-a306-4112-856b-19a91178ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7f3a17-7fbb-4f46-a4cd-aa6f8622af12,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:38.387138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c936d7ed-a306-4112-856b-19a91178ff86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:38.388416 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c936d7ed-a306-4112-856b-19a91178ff86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.392132 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c936d7ed-a306-4112-856b-19a91178ff86 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/cf7f3a17-7fbb-4f46-a4cd-aa6f8622af12 HTTP/1.1" status: 204  len: 168 time: 0.2184334
Apr 16 16:59:38.718108 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56414) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:38.739298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.754993 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:38.759118 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Usage tracker for resource:security_group_rule and tenant:27f5528e89ab4deea8ba53d69ce93845 is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:38.762789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:38.768922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:38.860780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.863909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:38.874866 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-13b242ec-070f-445a-be93-10eb04e09987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:38.923243 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=27f5528e89ab4deea8ba53d69ce93845&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2039168
Apr 16 16:59:38.927739 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438bfa0c-1c6a-499c-b73d-2460d06b1514,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:38.927899 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56420) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:38.928345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a18ed6cc-7c20-47b0-8b6f-b9e268e34e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:38.999249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.028426 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.078223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.083891 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8473946c-5902-49b9-a03d-27c45624e7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:39.097642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438bfa0c-1c6a-499c-b73d-2460d06b1514,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:39.111628 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.112070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.112457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.112867 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.113270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.113752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.114268 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.114704 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.115191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.115637 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.116178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.116618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 16:59:39.120747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:39.123241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.124488 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-7f8542a2-26cd-4907-a071-9bd6406e915a admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/438bfa0c-1c6a-499c-b73d-2460d06b1514 HTTP/1.1" status: 204  len: 168 time: 0.1970086
Apr 16 16:59:39.515824 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-69f7e3d1-7d87-4429-93b6-9f9d9f9626be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.595315 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.612314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56440) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:39.632249 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.650462 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 16:59:39.655555 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Usage tracker for resource:security_group_rule and tenant:a456868b81364dde93aa6d26587aa558 is out of sync, need to count used quota {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 16:59:39.658511 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85298) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 16:59:39.664812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85298) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 16:59:39.768806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:39.774895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_create {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:40.014476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d45b9a3b-38f3-444d-90f3-8160f31d3780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:40.059979 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a456868b81364dde93aa6d26587aa558&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4464800
Apr 16 16:59:40.060997 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f460fbbe-eae9-4fc7-bf37-44d39f521329,revision_number=1']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:40.063202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56446) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 16:59:40.064652 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-ba5e7907-99f9-4285-a021-838368b9e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:40.135896 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5f47e67-36be-4330-998d-c0710631fb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:40.167501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5f47e67-36be-4330-998d-c0710631fb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:40.224185 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5f47e67-36be-4330-998d-c0710631fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:40.229640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-cf7d5b91-f285-401e-9476-d434dc0bb4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 16:59:40.242607 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f47e67-36be-4330-998d-c0710631fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460fbbe-eae9-4fc7-bf37-44d39f521329,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 16:59:40.245449 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-e5f47e67-36be-4330-998d-c0710631fb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 16:59:40.253011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e5f47e67-36be-4330-998d-c0710631fb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:40.254317 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-e5f47e67-36be-4330-998d-c0710631fb2e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f460fbbe-eae9-4fc7-bf37-44d39f521329 HTTP/1.1" status: 204  len: 168 time: 0.1899545
Apr 16 16:59:40.289991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:41.308146 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:41.512419 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 16:59:46.498464 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 16:59:48.545995 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-351eeea8-85e9-45be-be17-40b324b5c849 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0893817
Apr 16 16:59:48.700732 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-1f1ac5e5-fa94-41e2-8774-e73843a09523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:48.702381 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-1f1ac5e5-fa94-41e2-8774-e73843a09523 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 1099 time: 0.0813391
Apr 16 16:59:48.867535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-90fded91-4647-4831-98f6-dfd734c3acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:48.869035 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-90fded91-4647-4831-98f6-dfd734c3acde service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.1451497
Apr 16 16:59:48.988184 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-0bbfb99c-2b5a-47bc-a0a5-52c7a177f2c5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 HTTP/1.1" status: 200  len: 1002 time: 0.1100981
Apr 16 16:59:49.064171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-52b17cfa-c330-4437-8f5e-5d399ca2f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:49.065728 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-52b17cfa-c330-4437-8f5e-5d399ca2f587 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0691345
Apr 16 16:59:49.154068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-bc6fdb18-5a41-4fca-b070-a2ae91d8701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 16:59:49.155632 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-bc6fdb18-5a41-4fca-b070-a2ae91d8701c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830002
Apr 16 16:59:49.303269 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-f4a49b27-1701-4ecd-9476-0d9afb28f056 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400306
Apr 16 16:59:49.451654 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c87df655-aac9-477f-9c31-4ddfe236da79 req-19e8063d-2bed-43b4-a283-da7559117b14 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400819
Apr 16 17:00:07.072330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-5c2b62db-f4bc-42f5-be09-32f310812421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:09.509158 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b9f2d659-07d0-4be0-9669-aa4a3ca7b3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:09.598523 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:10.273648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:11.152471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807932b1-de08-4a49-98cc-73f700194734 req-1ba4fa49-f902-4ece-8243-38f665b71dd7 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:11.154061 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-807932b1-de08-4a49-98cc-73f700194734 req-1ba4fa49-f902-4ece-8243-38f665b71dd7 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 946 time: 0.0921924
Apr 16 17:00:11.207639 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-807932b1-de08-4a49-98cc-73f700194734 req-f9c40a04-92c7-47b9-8b81-d669b2a93912 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470970
Apr 16 17:00:11.311119 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:12.414772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743cf0-5348-4d47-b1ea-16ef6f71b86e req-c1e07122-16a4-4c07-a19a-0f407cdd8709 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:12.416332 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c743cf0-5348-4d47-b1ea-16ef6f71b86e req-c1e07122-16a4-4c07-a19a-0f407cdd8709 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 946 time: 0.0904493
Apr 16 17:00:12.466133 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-0c743cf0-5348-4d47-b1ea-16ef6f71b86e req-3a381474-3051-4182-a0e9-62318836e886 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428209
Apr 16 17:00:12.891826 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-0f01ae4d-5005-45fc-b9b4-ea0b0b836ea2 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:12.892577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-0f01ae4d-5005-45fc-b9b4-ea0b0b836ea2 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Synchronizing usage tracker for tenant:a61003aa4cff4b38b07ec68a01d15c6b on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 17:00:12.909441 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-0f01ae4d-5005-45fc-b9b4-ea0b0b836ea2 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Unset dirty status for tenant:a61003aa4cff4b38b07ec68a01d15c6b on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 17:00:12.910745 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-0f01ae4d-5005-45fc-b9b4-ea0b0b836ea2 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 946 time: 0.1093199
Apr 16 17:00:12.991213 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Deleting port b911bd21-3512-4c95-9737-fa92e1bc2c69 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:12.991591 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:13.269784 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] For port b911bd21-3512-4c95-9737-fa92e1bc2c69, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b911bd21-3512-4c95-9737-fa92e1bc2c69,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:13.270175 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:13.422247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Calling delete_port for b911bd21-3512-4c95-9737-fa92e1bc2c69 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:13.578835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:13.597887 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b3ad20d8-3762-4829-ab0e-86e80821cdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:13.600823 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['b911bd21-3512-4c95-9737-fa92e1bc2c69'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 17:00:13.650662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Pushing event deleted for resources: {'Port': ['ID=b911bd21-3512-4c95-9737-fa92e1bc2c69,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:13.671129 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-03acab1a-a2ee-468c-bbff-371269d28f0f req-71f70489-8d6d-4f06-9a4c-6878d67e5bff tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3 HTTP/1.1" status: 200  len: 210 time: 0.0832376
Apr 16 17:00:13.707303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.707736 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.708161 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.708579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.708994 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.709406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.709821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.710231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.710667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.711073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.711479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.711882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:13.721033 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:13.868948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] No DVR routers for this DVR port b911bd21-3512-4c95-9737-fa92e1bc2c69 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 17:00:13.872172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:13.875053 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'name': 'network-vif-deleted', 'tag': 'b911bd21-3512-4c95-9737-fa92e1bc2c69'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:00:13.891607 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-5a7c5453-3202-40fc-93a1-ae6f44302cc1 req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "DELETE /v2.0/ports/b911bd21-3512-4c95-9737-fa92e1bc2c69 HTTP/1.1" status: 204  len: 173 time: 0.9746566
Apr 16 17:00:13.927427 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6cc0a3-6de5-40dd-bfba-4ee3a929fec3', 'name': 'network-vif-deleted', 'tag': 'b911bd21-3512-4c95-9737-fa92e1bc2c69', 'status': 'completed', 'code': 200}
Apr 16 17:00:17.211458 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:18.250959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device b911bd21-3512-4c95-9737-fa92e1bc2c69 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:18.293356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: b911bd21-3512-4c95-9737-fa92e1bc2c69 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:18.293747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device b911bd21-3512-4c95-9737-fa92e1bc2c69 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:18.512558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:00:25.375552 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56620) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:25.515592 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-bb6418dd-4d31-45c4-8f5c-db2801caa97f tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:25.517331 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-bb6418dd-4d31-45c4-8f5c-db2801caa97f tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/networks?id=49cdb1bd-d813-4c42-949f-122ca1e716f8 HTTP/1.1" status: 200  len: 814 time: 0.1855950
Apr 16 17:00:25.536105 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-cd92e12f-b7cb-4fd1-9ecc-6c02046f91a3 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/quotas/a61003aa4cff4b38b07ec68a01d15c6b HTTP/1.1" status: 200  len: 375 time: 0.0114169
Apr 16 17:00:25.601184 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-4f651eab-3361-4a64-be9b-34c7d5c2d55a tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=a61003aa4cff4b38b07ec68a01d15c6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0577784
Apr 16 17:00:25.746625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-c114b8ed-d675-47a9-bb01-a80b9961b8ba service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 17:00:25.747719 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-c114b8ed-d675-47a9-bb01-a80b9961b8ba service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1380172
Apr 16 17:00:25.896752 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Deleting port 250f439b-35a5-4f7d-8111-d7f780f7d177 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:25.897045 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:25.906268 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-a1414dfa-a131-428e-ae23-923195735b2a service neutron] 10.222.0.103 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502049
Apr 16 17:00:26.081664 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-e7f456c7-7c4a-4571-a06a-285e49cf7145 service neutron] 10.222.0.103 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682754
Apr 16 17:00:26.134434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:26.134806 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:26.279859 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Calling delete_port for 250f439b-35a5-4f7d-8111-d7f780f7d177 owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:26.320520 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8bbc6270-845d-454a-a456-8c1d6e809504 req-389342f3-8613-43a6-9c6e-9df31b74a164 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 210 time: 0.0576103
Apr 16 17:00:26.495633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:26.525206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-9217d3d8-b1b2-4fe9-970b-79e33839db48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:26.632253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event deleted for resources: {'Port': ['ID=250f439b-35a5-4f7d-8111-d7f780f7d177,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:26.640254 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:26.843662 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:26.844319 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Floating IP 21c90737-e897-42e3-96ce-5839144e7cde disassociated (deleted). External IP: 172.27.0.49, port: fcd782b2-f086-47ae-829a-ed1f6897d2d3.
Apr 16 17:00:27.304618 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 17:00:27.496291 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7d3799a5-460e-40b1-982f-d6b6518568d6 req-854324bd-ea87-42b0-b88c-83e3a3a2bc3e tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 210 time: 0.0551081
Apr 16 17:00:27.516622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 17:00:27.530073 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 17:00:27.539672 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:27.543092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:27.544077 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6750b8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:27.613954 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "DELETE /v2.0/floatingips/21c90737-e897-42e3-96ce-5839144e7cde HTTP/1.1" status: 204  len: 168 time: 2.2368960
Apr 16 17:00:27.615757 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:00:27.685671 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'status': 'completed', 'code': 200}
Apr 16 17:00:27.857515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:27.905509 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-b898e07a-76d9-4ed1-95e9-4ef1d823ce19 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:27.907165 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-b898e07a-76d9-4ed1-95e9-4ef1d823ce19 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "GET /v2.0/networks?id=49cdb1bd-d813-4c42-949f-122ca1e716f8 HTTP/1.1" status: 200  len: 814 time: 0.2556343
Apr 16 17:00:27.921991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Request body: {'port': {'device_id': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8', 'admin_state_up': True, 'tenant_id': 'a61003aa4cff4b38b07ec68a01d15c6b'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 17:00:27.924330 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-5c6beef0-e3fa-4091-8442-7bbb9f791ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:27.926250 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-5c6beef0-e3fa-4091-8442-7bbb9f791ca8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 1098 time: 0.2257423
Apr 16 17:00:28.153569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 16 17:00:28.157322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Usage tracker for resource:port and tenant:a61003aa4cff4b38b07ec68a01d15c6b is out of sync, need to count used quota {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 16 17:00:28.160658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85299) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 16 17:00:28.168170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.quota.driver [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85299) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 16 17:00:28.178772 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Made reservation on behalf of a61003aa4cff4b38b07ec68a01d15c6b for: {'port': 1} {{(pid=85299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 16 17:00:28.186716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:28.190223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-e6b3c362-d057-4d74-a238-faf8f8ab3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:28.191931 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-e6b3c362-d057-4d74-a238-faf8f8ab3846 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.2587669
Apr 16 17:00:28.294215 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-8a4a3ff1-86aa-4882-80d2-da805f12fee2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3 HTTP/1.1" status: 200  len: 217 time: 0.0893824
Apr 16 17:00:28.311110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d0385-e23d-4565-bec7-e3d63b7bfc08 req-bfcbe457-2a18-4cb1-ab82-31df43b806fd tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:28.314256 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e25d0385-e23d-4565-bec7-e3d63b7bfc08 req-bfcbe457-2a18-4cb1-ab82-31df43b806fd tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 945 time: 0.2090378
Apr 16 17:00:28.365873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6750b8>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:58Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:28.371116 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 17:00:28.381610 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:28.382336 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f6750b8>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:28.386221 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_common [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Allocated IP 172.20.0.13 (49cdb1bd-d813-4c42-949f-122ca1e716f8/df9bcd11-dbfc-4391-a280-0590eddeeeea/bbdc1ddf-a456-4a02-a2f4-315c8e6fa784) {{(pid=85299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 16 17:00:28.429497 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-91ffada7-17aa-4300-8a5f-980540553150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:28.431002 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-91ffada7-17aa-4300-8a5f-980540553150 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.1175833
Apr 16 17:00:28.436696 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e25d0385-e23d-4565-bec7-e3d63b7bfc08 req-ba3373c4-deba-4cc0-a1bf-63e4c278c103 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803907
Apr 16 17:00:28.547062 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-b022b446-50e0-4bc1-b6cc-63900df86617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:28.549134 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-b022b446-50e0-4bc1-b6cc-63900df86617 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1045170
Apr 16 17:00:28.563919 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-abdfec15-64f6-40e1-a2af-9cbc6e21e2cd service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=85298) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 17:00:28.565130 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-abdfec15-64f6-40e1-a2af-9cbc6e21e2cd service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0081744
Apr 16 17:00:28.639130 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:28.654196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks [] for port, precommit_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:28.690585 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758613152610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_create {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:28.720804 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:28.826164 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da09f5-116d-411c-8bfd-fdc23193ba2d req-e00d4b4e-51e1-40a9-bb2a-9e252589d961 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:28.827939 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2da09f5-116d-411c-8bfd-fdc23193ba2d req-e00d4b4e-51e1-40a9-bb2a-9e252589d961 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 932 time: 0.1599128
Apr 16 17:00:28.830438 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-bf4e48a7-bb75-48a4-80bc-61c649167cc1 service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566636
Apr 16 17:00:28.897519 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Pushing event updated for resources: {'Port': ['ID=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,revision_number=1']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:28.902835 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:29.002437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 is already hosted by enough agents. {{(pid=85299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 16 17:00:29.004605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.base_scheduler [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Resources bound (agent type, host, resource id):  {{(pid=85299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 16 17:00:29.008482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Received port after_create {{(pid=85299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 16 17:00:29.056563 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e2da09f5-116d-411c-8bfd-fdc23193ba2d req-b670355f-2004-4888-aa18-62cbafc1e989 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831844
Apr 16 17:00:29.098571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f6750b8>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:58Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:29.104222 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74044f-e03c-4f07-a1da-cc7161d16d32 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_floatingips': [{'id': 'b71e7902-d68b-4b04-b336-3fd1f21ccf1b', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'router_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'port_id': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'mac_address': 'fa:16:3e:74:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:56:54Z', 'updated_at': '2021-04-16T16:56:58Z', 'revision_number': 1, 'project_id': '215e50567539412caa22fd5000dc74a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 17:00:29.112909 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a21a4ca4-b59d-4942-8c14-eb26492bd7d7 req-62b8f66f-1f95-445a-9cc5-a78a7c101b8c service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752695
Apr 16 17:00:29.136028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:29.136986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:29.168064 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-1cf88bbb-aa87-4604-8651-f3a38201ebf0 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2519538
Apr 16 17:00:29.180747 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.v2.base [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Request body: {'port': {'device_id': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 17:00:29.316262 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:29.528596 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01b05a-0155-41ab-914c-0ff79dfd5080 None None] New status for floating IP 21c90737-e897-42e3-96ce-5839144e7cde: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 17:00:29.687638 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-dd037a25-261c-4132-a7ed-19bddb0925bd tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:29.689294 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-dd037a25-261c-4132-a7ed-19bddb0925bd tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 945 time: 0.1637068
Apr 16 17:00:29.778861 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7a5e5-a2e0-4c38-99f9-cf9c45f8645b req-26a676e9-391e-4dbb-97cb-ea75afb511c7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:29.780449 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba7a5e5-a2e0-4c38-99f9-cf9c45f8645b req-26a676e9-391e-4dbb-97cb-ea75afb511c7 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 945 time: 0.1843374
Apr 16 17:00:29.793991 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 {{(pid=85299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 17:00:29.802522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:29.819460 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Transition to ACTIVE for port object bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 will not be triggered until provisioned by entity L2. {{(pid=85299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 17:00:29.823971 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:29.824793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Deleting port fcd782b2-f086-47ae-829a-ed1f6897d2d3 {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:29.825186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:29.840833 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:29.914049 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-6ba7a5e5-a2e0-4c38-99f9-cf9c45f8645b req-43bf0f25-733b-4eea-b5db-dff04d9c2b5d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247301
Apr 16 17:00:30.149582 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] For port fcd782b2-f086-47ae-829a-ed1f6897d2d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fcd782b2-f086-47ae-829a-ed1f6897d2d3,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:30.150172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:30.239744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,revision_number=2']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:30.242846 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:30.332407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Calling delete_port for fcd782b2-f086-47ae-829a-ed1f6897d2d3 owned by compute:nova {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:30.467040 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fbc4b-9f97-44fb-9468-dfcb8b5e7094 req-311e7108-64fd-4874-87d4-a0ceaaff1334 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:30.468717 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-895fbc4b-9f97-44fb-9468-dfcb8b5e7094 req-311e7108-64fd-4874-87d4-a0ceaaff1334 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 944 time: 0.2457659
Apr 16 17:00:30.479953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Attempting to bind port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 17:00:30.480303 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Attempting to bind port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 16 17:00:30.480677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Attempting to bind port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 on network 49cdb1bd-d813-4c42-949f-122ca1e716f8 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 17:00:30.486156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 on network 49cdb1bd-d813-4c42-949f-122ca1e716f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 17:00:30.486595 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Attempting to bind port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 on network 49cdb1bd-d813-4c42-949f-122ca1e716f8 {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 16 17:00:30.492318 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Checking agent: {'id': '2db49a88-bb50-4b51-9cf2-7007d9ccc57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'started_at': datetime.datetime(2021, 4, 16, 16, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 16 17:00:30.492692 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Checking segment: {'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 16 17:00:30.493109 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Bound using segment: {'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'} {{(pid=85299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 16 17:00:30.493573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Bound port: bbdc1ddf-a456-4a02-a2f4-315c8e6fa784, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11be0b33-d304-4a8d-bef0-359f53784c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8'}}] {{(pid=85299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 16 17:00:30.494474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:30.572150 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-895fbc4b-9f97-44fb-9468-dfcb8b5e7094 req-073abdb1-5d2b-4aeb-8f42-80937b3064fc tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712368
Apr 16 17:00:30.573934 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:30.589889 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-7bf68096-1b90-4e83-9cab-12f6e0b8a381 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:30.604337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] For port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784, host hv-cinder-73362, cleared binding levels {{(pid=85299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 16 17:00:30.607983 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] For port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 16 17:00:30.611658 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6655589'] for port, after_update {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:30.628516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-91c06580-1a16-4dd3-86a8-e1c6acf5595d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:30.691682 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event deleted for resources: {'Port': ['ID=fcd782b2-f086-47ae-829a-ed1f6897d2d3,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:30.700759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:30.798642 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,revision_number=3']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:30.804763 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:30.840128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:30.841104 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:30.842603 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-587a6e53-8e15-41ea-8110-80cd6aafa199 service neutron] 10.222.0.120 "PUT /v2.0/ports/bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 HTTP/1.1" status: 200  len: 1094 time: 1.6667569
Apr 16 17:00:30.843169 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'tag': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:00:30.863614 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] No DVR routers for this DVR port fcd782b2-f086-47ae-829a-ed1f6897d2d3 on host hv-cinder-73362 {{(pid=85298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 17:00:30.867923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:30.871837 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'name': 'network-vif-deleted', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3'}] {{(pid=85298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:00:30.891624 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-dc3d0475-7de1-4071-a407-14e9dbe4e609 req-5cae3545-0c40-41c5-95f4-e81f966206f8 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "DELETE /v2.0/ports/fcd782b2-f086-47ae-829a-ed1f6897d2d3 HTTP/1.1" status: 204  len: 173 time: 1.1960123
Apr 16 17:00:30.934519 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'tag': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784', 'status': 'completed', 'code': 200}
Apr 16 17:00:30.991241 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-4c7f3dd8-f123-4615-91cf-1acb2de613f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:30.992888 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-4c7f3dd8-f123-4615-91cf-1acb2de613f3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a61003aa4cff4b38b07ec68a01d15c6b&device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 1097 time: 0.1014881
Apr 16 17:00:31.001201 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b7503f-8c29-497f-8939-6e4617f535d3', 'name': 'network-vif-deleted', 'tag': 'fcd782b2-f086-47ae-829a-ed1f6897d2d3', 'status': 'completed', 'code': 200}
Apr 16 17:00:31.077096 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-a0c72952-65f4-47b9-a05c-239a24a50957 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 HTTP/1.1" status: 200  len: 217 time: 0.0732684
Apr 16 17:00:31.105664 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-89648722-5504-437a-a97f-229c94962d31 req-2d12b58e-5e4b-4fba-9f45-d8f43eb77fbc tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Synchronizing usage tracker for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 17:00:31.123437 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-89648722-5504-437a-a97f-229c94962d31 req-2d12b58e-5e4b-4fba-9f45-d8f43eb77fbc tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Unset dirty status for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85298) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 17:00:31.124947 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-89648722-5504-437a-a97f-229c94962d31 req-2d12b58e-5e4b-4fba-9f45-d8f43eb77fbc tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=16b7503f-8c29-497f-8939-6e4617f535d3 HTTP/1.1" status: 200  len: 210 time: 0.0743513
Apr 16 17:00:31.156535 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-60ffc112-985a-4c9d-91da-099d842315a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:31.158188 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-60ffc112-985a-4c9d-91da-099d842315a8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df9bcd11-dbfc-4391-a280-0590eddeeeea HTTP/1.1" status: 200  len: 854 time: 0.0737793
Apr 16 17:00:31.218205 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-f0d5ba25-f828-43f3-8b88-d530590663b0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=49cdb1bd-d813-4c42-949f-122ca1e716f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523150
Apr 16 17:00:31.375193 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-8cf6f115-355e-49a9-a8f9-b95388dec574 service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496251
Apr 16 17:00:31.534492 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-8b276d63-1eab-4317-a2e8-bc44f0b58eb4 req-6510fce7-4313-4d1b-b738-1885afc24994 service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486700
Apr 16 17:00:31.661247 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a95f-f306-4856-9107-738e6bf55aee req-8f9eba15-3bdb-460d-9bd3-2f66cbd785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:31.663225 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c284a95f-f306-4856-9107-738e6bf55aee req-8f9eba15-3bdb-460d-9bd3-2f66cbd785dd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a61003aa4cff4b38b07ec68a01d15c6b&device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 1097 time: 0.0845530
Apr 16 17:00:31.807279 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e666de-f7a4-4a29-9d97-893eb0684e12 req-5c9ab829-16f2-4a76-b657-972c03ffd1f9 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:31.808757 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a0e666de-f7a4-4a29-9d97-893eb0684e12 req-5c9ab829-16f2-4a76-b657-972c03ffd1f9 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 944 time: 0.1013916
Apr 16 17:00:31.834207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a95f-f306-4856-9107-738e6bf55aee req-c2a7fca1-7cd7-42d6-b9eb-5d2fa76f1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:31.836117 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c284a95f-f306-4856-9107-738e6bf55aee req-c2a7fca1-7cd7-42d6-b9eb-5d2fa76f1e92 service neutron] 10.222.0.120 "GET /v2.0/networks?id=49cdb1bd-d813-4c42-949f-122ca1e716f8 HTTP/1.1" status: 200  len: 916 time: 0.1634905
Apr 16 17:00:31.862700 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-a0e666de-f7a4-4a29-9d97-893eb0684e12 req-603df9cd-0106-4939-8249-49d54c235a26 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474715
Apr 16 17:00:31.923464 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c284a95f-f306-4856-9107-738e6bf55aee req-32461326-3487-4402-9387-ada1512703a6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 HTTP/1.1" status: 200  len: 217 time: 0.0793436
Apr 16 17:00:32.001359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a95f-f306-4856-9107-738e6bf55aee req-c4271315-d3ec-45c4-b6cf-b128393e3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:32.002982 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c284a95f-f306-4856-9107-738e6bf55aee req-c4271315-d3ec-45c4-b6cf-b128393e3519 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df9bcd11-dbfc-4391-a280-0590eddeeeea HTTP/1.1" status: 200  len: 854 time: 0.0727766
Apr 16 17:00:32.064103 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c284a95f-f306-4856-9107-738e6bf55aee req-c438971a-11e9-4bb4-823e-0484b4b49877 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=49cdb1bd-d813-4c42-949f-122ca1e716f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526702
Apr 16 17:00:32.219251 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c284a95f-f306-4856-9107-738e6bf55aee req-021592b2-a0cd-4fd4-84e5-ec1d483d9af9 service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480868
Apr 16 17:00:32.375239 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-c284a95f-f306-4856-9107-738e6bf55aee req-35d03b76-cfd6-4425-af1b-2dddcb5457b0 service neutron] 10.222.0.120 "GET /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483362
Apr 16 17:00:33.076634 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0b617-73e4-4d59-a2c5-9551980f2c82 req-953c8eb9-a150-4add-b2c4-adbfa790978e tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:33.078226 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-44d0b617-73e4-4d59-a2c5-9551980f2c82 req-953c8eb9-a150-4add-b2c4-adbfa790978e tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 944 time: 0.0963254
Apr 16 17:00:33.127103 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-44d0b617-73e4-4d59-a2c5-9551980f2c82 req-90b17b39-bd13-4e5b-8aba-91caf55004d5 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425043
Apr 16 17:00:34.310515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 16 17:00:34.314665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fcd782b2-f086-47ae-829a-ed1f6897d2d3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:34.362431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: fcd782b2-f086-47ae-829a-ed1f6897d2d3 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:34.362812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device fcd782b2-f086-47ae-829a-ed1f6897d2d3 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:34.487564 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669bf90-9824-4d04-b1a8-c6f553657d87 req-25cb9606-8a93-4e17-9525-20205c322a43 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:34.489167 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9669bf90-9824-4d04-b1a8-c6f553657d87 req-25cb9606-8a93-4e17-9525-20205c322a43 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 944 time: 0.0933344
Apr 16 17:00:34.507112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:34.522345 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Returning: {'device': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784', 'network_id': '49cdb1bd-d813-4c42-949f-122ca1e716f8', 'port_id': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784', 'mac_address': 'fa:16:3e:32:9c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9bcd11-dbfc-4391-a280-0590eddeeeea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 16 17:00:34.544433 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-9669bf90-9824-4d04-b1a8-c6f553657d87 req-bc34601f-6e3e-4f6c-ace0-a61379d30325 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467834
Apr 16 17:00:34.583657 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:34.601770 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 {{(pid=85300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 16 17:00:34.620337 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:34.623143 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:34.624973 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:34.672191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56688) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:34.701392 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,revision_number=4']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:34.709503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.709888 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.710306 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.710753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.711055 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.711434 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.711807 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.712178 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.712543 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.712950 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.713314 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.713675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:34.717818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:34.843350 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['bbdc1ddf-a456-4a02-a2f4-315c8e6fa784'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 17:00:34.900803 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Deleting port 88a118d9-2ae9-4085-a78f-2a26323cdb31 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:34.901298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:35.095797 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:35.096110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:35.237049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Calling delete_port for 88a118d9-2ae9-4085-a78f-2a26323cdb31 owned by network:floatingip {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:35.407622 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:35.423474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-15ced5ac-27d9-4183-b7f6-c211e74ddeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:35.524881 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event deleted for resources: {'Port': ['ID=88a118d9-2ae9-4085-a78f-2a26323cdb31,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:35.528498 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:35.718959 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:35.718959 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.db.l3_db [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Floating IP b71e7902-d68b-4b04-b336-3fd1f21ccf1b disassociated (deleted). External IP: 172.27.0.119, port: 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76.
Apr 16 17:00:35.768267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa989066-8728-492f-aea5-6791b511ed4e req-461f273f-7eca-48ee-b3ae-050351ad91bc tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:35.770334 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fa989066-8728-492f-aea5-6791b511ed4e req-461f273f-7eca-48ee-b3ae-050351ad91bc tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 945 time: 0.0989382
Apr 16 17:00:35.829663 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fa989066-8728-492f-aea5-6791b511ed4e req-6e1caa7c-b894-4303-ab21-4b3d35006fcd tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486240
Apr 16 17:00:36.312949 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 up at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 16 17:00:36.354159 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 17:00:36.386407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning for port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 completed by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 16 17:00:36.392014 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Provisioning complete for port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 triggered by entity L2. {{(pid=85300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 16 17:00:36.392439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585335'] for port, provisioning_complete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:36.527667 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-94044'] for port, before_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:36.555716 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 17:00:36.556188 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784'}] {{(pid=85300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:00:36.567966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] For port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:36.572986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 17:00:36.579829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758613616960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758613152627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278241623156'] for port, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:36.580141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:36.581821 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:36.616024 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784', 'code': 200}
Apr 16 17:00:36.631718 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:36.632413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f44be48>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:36.651687 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-c87ee79d-5273-4eea-9f61-57c5bc56cb68 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "DELETE /v2.0/floatingips/b71e7902-d68b-4b04-b336-3fd1f21ccf1b HTTP/1.1" status: 204  len: 168 time: 1.9750929
Apr 16 17:00:36.651687 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:00:36.704768 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'status': 'completed', 'code': 200}
Apr 16 17:00:36.825115 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-e939e717-de2a-4fc4-924b-0c8719bffa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:36.826804 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-e939e717-de2a-4fc4-924b-0c8719bffa82 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=215e50567539412caa22fd5000dc74a6&device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 1099 time: 0.0984952
Apr 16 17:00:36.837507 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Pushing event updated for resources: {'Port': ['ID=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,revision_number=5']} {{(pid=85300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:36.848366 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85300) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:36.887120 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf716775-478e-4220-92b7-a4ca99bf37ad req-66cf27da-626e-4879-9a6c-7403531239d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:36.888895 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cf716775-478e-4220-92b7-a4ca99bf37ad req-66cf27da-626e-4879-9a6c-7403531239d4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 1099 time: 0.0971925
Apr 16 17:00:36.896004 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:36.976897 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-cf716775-478e-4220-92b7-a4ca99bf37ad req-445b30f5-eb13-43d1-a53d-c5729f6ef9cd service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817418
Apr 16 17:00:37.051492 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-b89b18ef-453f-43d3-be50-089680cba663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:37.053608 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-b89b18ef-453f-43d3-be50-089680cba663 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 200  len: 914 time: 0.2203391
Apr 16 17:00:37.147020 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-eed85b63-f849-4e62-8605-0942cc860ac3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 HTTP/1.1" status: 200  len: 217 time: 0.0847647
Apr 16 17:00:37.164810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67517121-e9bb-4f1d-8383-79ee77c2c409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:37.223283 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-c2a61e6b-456b-4fe1-a85f-bb352780451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:37.224785 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-c2a61e6b-456b-4fe1-a85f-bb352780451c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 200  len: 851 time: 0.0697997
Apr 16 17:00:37.311319 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f44be48>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:37.315796 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 17:00:37.319799 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-078cfb1d-e1e5-444c-be3b-c74b12998aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:37.321507 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-078cfb1d-e1e5-444c-be3b-c74b12998aec service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4fdfd20a-86ba-40ff-badd-033e171b120f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0892074
Apr 16 17:00:37.326834 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:37.327588 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f44be48>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:09Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:37.472209 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-c2ad0747-dc37-45c3-aab2-21f5bda2fb5a service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422012
Apr 16 17:00:37.532915 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:37.596721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3be40-94af-4d1e-a13f-4abb20bf6817 req-56af5a1f-f8c1-48ad-9d67-0ce7484aee12 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:37.599733 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fdf3be40-94af-4d1e-a13f-4abb20bf6817 req-56af5a1f-f8c1-48ad-9d67-0ce7484aee12 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 946 time: 0.6069331
Apr 16 17:00:37.626895 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-b78754ee-94ef-41a6-ba46-c6d45a93bf79 req-4809be05-fe56-4264-b138-1b250c01ec0f service neutron] 10.222.0.120 "GET /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466606
Apr 16 17:00:37.627956 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af70f-d3a3-4736-8875-37fe67498bb9 req-569584ac-596f-4973-9393-976cad5d332a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:37.630840 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-427af70f-d3a3-4736-8875-37fe67498bb9 req-569584ac-596f-4973-9393-976cad5d332a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.2552407
Apr 16 17:00:37.762721 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-fdf3be40-94af-4d1e-a13f-4abb20bf6817 req-233dd12a-a773-43f2-a8e4-f081d351f03e tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516750
Apr 16 17:00:37.786485 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-427af70f-d3a3-4736-8875-37fe67498bb9 req-5e213c90-695e-4631-a0f5-15b7e46bb8f5 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223841
Apr 16 17:00:37.904070 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f44be48>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:37.908516 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1218d-1a17-4310-9ae8-3f9d3d465ef0 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T16:52:52Z', 'revision_number': 4, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi', '_interfaces': [{'id': '4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee', 'name': '', 'network_id': '4fdfd20a-86ba-40ff-badd-033e171b120f', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'mac_address': 'fa:16:3e:8b:b1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:51Z', 'updated_at': '2021-04-16T16:53:09Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'subnets': [{'id': '4ee9993e-bf35-4655-8d44-aae93a5acbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 17:00:38.330199 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6ec99-846a-4956-a3ce-231c08544872 None None] New status for floating IP b71e7902-d68b-4b04-b336-3fd1f21ccf1b: DOWN {{(pid=85301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 16 17:00:38.700029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-0da94db6-d254-40b1-87bf-6bbe9c100042 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:38.700699 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-0da94db6-d254-40b1-87bf-6bbe9c100042 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Synchronizing usage tracker for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 17:00:38.716554 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-0da94db6-d254-40b1-87bf-6bbe9c100042 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Unset dirty status for tenant:215e50567539412caa22fd5000dc74a6 on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 17:00:38.717829 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-0da94db6-d254-40b1-87bf-6bbe9c100042 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.1085160
Apr 16 17:00:38.803500 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Deleting port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:38.803895 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:39.065455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71131b2-7d21-4d24-aba6-1c9d7cc79e78 req-6e55ccb2-29b0-47d9-b10c-63c622b73094 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:39.067187 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f71131b2-7d21-4d24-aba6-1c9d7cc79e78 req-6e55ccb2-29b0-47d9-b10c-63c622b73094 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 946 time: 0.1705430
Apr 16 17:00:39.081258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60420c6b-0b91-4cdc-90b8-1d45dad07f0d req-94acebde-e868-496d-b7b9-c685138294eb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:00:39.083825 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60420c6b-0b91-4cdc-90b8-1d45dad07f0d req-94acebde-e868-496d-b7b9-c685138294eb tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 946 time: 0.1472988
Apr 16 17:00:39.102725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] For port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:39.103128 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:39.163204 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-f71131b2-7d21-4d24-aba6-1c9d7cc79e78 req-ed841319-6361-4e9c-aa33-9ef22bd3fe6a tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785599
Apr 16 17:00:39.178390 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-60420c6b-0b91-4cdc-90b8-1d45dad07f0d req-be5dd838-fbc9-4b25-b109-d04d24c6b453 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/security-groups?id=9f2939c5-a453-4f4a-a87d-2538cb0000b9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769567
Apr 16 17:00:39.251298 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Calling delete_port for 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:39.434924 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:39.452550 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-27e04b6a-8a2a-4242-a700-c26a259d582b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:39.521503 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0ee9359b-e6f1-4c6b-bd66-b1d283f8dca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:39.574467 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event deleted for resources: {'Port': ['ID=2139fff4-2645-4ee4-90d3-2b1dcf4f8a76,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:39.582476 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:39.616849 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:39.795244 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] No DVR routers for this DVR port 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 17:00:39.798110 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:39.803743 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'name': 'network-vif-deleted', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:00:39.821773 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-d5cee6c1-440c-40d9-975f-ea122ce5c3bd req-2c614b9e-d392-4f38-9723-1b0a6c578d93 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.120 "DELETE /v2.0/ports/2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 HTTP/1.1" status: 204  len: 173 time: 1.0983698
Apr 16 17:00:39.872408 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ed33ad-b824-4144-a51d-81ba74e24a4b', 'name': 'network-vif-deleted', 'tag': '2139fff4-2645-4ee4-90d3-2b1dcf4f8a76', 'status': 'completed', 'code': 200}
Apr 16 17:00:40.279381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:40.420842 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-17cf7cf9-9080-4c1b-a790-1e301864d4ae req-0d941d54-5f26-4f2f-b222-9632beb57264 tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "GET /v2.0/ports?device_id=a3ed33ad-b824-4144-a51d-81ba74e24a4b HTTP/1.1" status: 200  len: 210 time: 0.0507240
Apr 16 17:00:41.315391 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:41.573066 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56726) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:41.756532 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Deleting port 09c174fd-25ff-4cc1-a1bb-11f07fe62edd {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:41.756877 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:41.967863 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:41.968257 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:42.110334 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Calling delete_port for 09c174fd-25ff-4cc1-a1bb-11f07fe62edd owned by network:floatingip {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:42.279996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:42.296605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:42.328619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:42.370042 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:42.370485 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device 2139fff4-2645-4ee4-90d3-2b1dcf4f8a76 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:42.411709 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event deleted for resources: {'Port': ['ID=09c174fd-25ff-4cc1-a1bb-11f07fe62edd,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:42.432144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.432573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.433093 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.433569 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.434041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.434558 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.435038 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.435522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.436065 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.436542 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.437047 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.437475 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-iscsi {{(pid=85298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 16 17:00:42.443041 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:42.617505 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for floatingip, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:42.634989 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for floatingip, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:42.636851 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-149aa6f3-ed7d-4547-b94b-370437a3675d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "DELETE /v2.0/floatingips/bc6345e4-fdec-4aec-81a6-7b4cf0825401 HTTP/1.1" status: 204  len: 168 time: 1.0624948
Apr 16 17:00:44.075274 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56744) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:44.153425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fa74a4d-4cf4-4d61-96d0-c87b21648e4a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:44.186725 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fa74a4d-4cf4-4d61-96d0-c87b21648e4a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:44.244167 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fa74a4d-4cf4-4d61-96d0-c87b21648e4a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:44.250192 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-07db5e0b-fce2-41ee-b336-d14f2464494f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:44.268730 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa74a4d-4cf4-4d61-96d0-c87b21648e4a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2939c5-a453-4f4a-a87d-2538cb0000b9,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:44.274191 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-4fa74a4d-4cf4-4d61-96d0-c87b21648e4a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:44.279181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4fa74a4d-4cf4-4d61-96d0-c87b21648e4a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:44.284108 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4fa74a4d-4cf4-4d61-96d0-c87b21648e4a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] 10.222.0.103 "DELETE /v2.0/security-groups/9f2939c5-a453-4f4a-a87d-2538cb0000b9 HTTP/1.1" status: 204  len: 168 time: 0.2039640
Apr 16 17:00:44.349474 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56752) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:45.126025 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:45.569965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Deleting port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:45.570483 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:45.771258 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] For port 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:45.771666 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:45.939810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Calling delete_port for 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee owned by network:router_interface {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:46.396359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:46.413553 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-54e584b4-7816-48ea-96a9-53438a028452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:46.518780 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:46.521369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:46.907170 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:47.202020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:47.441551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Router b70113e1-f24f-4469-b4aa-f8ae0583bf42 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 17:00:47.644906 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 17:00:47.655138 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] Sync routers for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 17:00:47.658800 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8cacdd9d-b09e-4d8b-98c2-916e362d5ee6 admin admin] 10.222.0.103 "PUT /v2.0/routers/b70113e1-f24f-4469-b4aa-f8ae0583bf42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3081450
Apr 16 17:00:47.661501 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56766) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:47.665251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:47.666020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f58dbe0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:47.859827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks [] for router, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:47.863177 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:48.072002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:48.080922 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Deleting port 9d17e685-145e-4bd5-a788-8a4d9ad521ed {{(pid=85298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:48.081295 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:48.196633 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f58dbe0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T17:00:46Z', 'revision_number': 5, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port': {'id': '9d17e685-145e-4bd5-a788-8a4d9ad521ed', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:46Z', 'updated_at': '2021-04-16T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:48.201058 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] Checking router: b70113e1-f24f-4469-b4aa-f8ae0583bf42 for host: dv-cinder-733622-13-iscsi {{(pid=85300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 17:00:48.210406 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] Routers {'b70113e1-f24f-4469-b4aa-f8ae0583bf42'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:48.211072 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f58dbe0>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'], 'active': True} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:48.272976 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] For port 9d17e685-145e-4bd5-a788-8a4d9ad521ed, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=9d17e685-145e-4bd5-a788-8a4d9ad521ed,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:48.273386 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:48.418902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Calling delete_port for 9d17e685-145e-4bd5-a788-8a4d9ad521ed owned by network:router_gateway {{(pid=85298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:48.564967 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] Set router b70113e1-f24f-4469-b4aa-f8ae0583bf42 gateway port host: None {{(pid=85300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:48.610853 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65210440'] for port, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:48.627590 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-fc7258ac-b95e-4a68-b885-5c43118f3375 tempest-AttachVolumeTestJSON-1968708646 tempest-AttachVolumeTestJSON-1968708646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:48.684722 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f58dbe0>, [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T17:00:48Z', 'revision_number': 6, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:48.689173 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2665d596-6355-4162-a2ba-7c85a92bd5d6 None None] The sync data for ids ['b70113e1-f24f-4469-b4aa-f8ae0583bf42'] in dv-cinder-733622-13-iscsi is: [{'id': 'b70113e1-f24f-4469-b4aa-f8ae0583bf42', 'name': 'tempest-TestVolumeBootPattern-1318634434-router', 'tenant_id': '215e50567539412caa22fd5000dc74a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:44Z', 'updated_at': '2021-04-16T17:00:48Z', 'revision_number': 6, 'project_id': '215e50567539412caa22fd5000dc74a6', 'gw_port_host': None}] {{(pid=85300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 17:00:48.994999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d17e685-145e-4bd5-a788-8a4d9ad521ed,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:48.999032 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:49.170487 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.366660 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.370002 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.397659 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.398223 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70113e1-f24f-4469-b4aa-f8ae0583bf42 {{(pid=85298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 17:00:49.411405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] Notify callbacks [] for router, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.412742 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-f7d37ec7-5737-4bea-a0b8-564ce115b415 admin admin] 10.222.0.103 "DELETE /v2.0/routers/b70113e1-f24f-4469-b4aa-f8ae0583bf42 HTTP/1.1" status: 204  len: 168 time: 1.7501442
Apr 16 17:00:49.416264 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56774) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:49.488413 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Deleting subnet 4ee9993e-bf35-4655-8d44-aae93a5acbc9 {{(pid=85298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 17:00:49.491986 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.551741 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036790753660'] for subnet, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.575355 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 9d17e685-145e-4bd5-a788-8a4d9ad521ed no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:49.614200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 9d17e685-145e-4bd5-a788-8a4d9ad521ed {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:49.614619 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 9d17e685-145e-4bd5-a788-8a4d9ad521ed not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:49.615090 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:49.646789 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.656186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:49.656577 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4f4af4c0-2ff7-4f5c-bb19-8f1895d8e4ee not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:49.928259 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789565411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790557419'] for subnet, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:49.947028 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:50.093425 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee9993e-bf35-4655-8d44-aae93a5acbc9,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:50.097187 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:50.136727 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:50.141894 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f0193-4186-4435-aaf7-eb49a1f493de None None] Network 4fdfd20a-86ba-40ff-badd-033e171b120f requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 17:00:50.144307 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-0755a626-8607-4973-8986-3a9d4812c229 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/4ee9993e-bf35-4655-8d44-aae93a5acbc9 HTTP/1.1" status: 204  len: 168 time: 0.7269785
Apr 16 17:00:50.147400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56780) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:50.273782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:50.349879 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Deleting port 4877f45a-650f-408e-b480-e7e318e762be {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:50.350251 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:50.425748 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] DHCP port deletion for 4fdfd20a-86ba-40ff-badd-033e171b120f request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 17:00:50.431583 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Deleting port 4877f45a-650f-408e-b480-e7e318e762be {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:50.432027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:50.592929 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] For port 4877f45a-650f-408e-b480-e7e318e762be, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4877f45a-650f-408e-b480-e7e318e762be,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:50.593819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:50.695424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] For port 4877f45a-650f-408e-b480-e7e318e762be, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=4877f45a-650f-408e-b480-e7e318e762be,segment=NetworkSegment(2debe5ac-eb94-4eb8-b471-9f6ed32f2274),segment_id=2debe5ac-eb94-4eb8-b471-9f6ed32f2274)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:50.695883 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:50.749172 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Calling delete_port for 4877f45a-650f-408e-b480-e7e318e762be owned by network:dhcp {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:50.837499 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:50.851141 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Calling delete_port for 4877f45a-650f-408e-b480-e7e318e762be owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:50.860114 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2037cc67-ab20-41fe-9e24-11bf319d9c0a tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:50.940267 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85300) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 17:00:50.940668 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 17:00:50.973515 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Pushing event deleted for resources: {'Port': ['ID=4877f45a-650f-408e-b480-e7e318e762be,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:50.979999 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:51.015359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] No DVR routers for this DVR port 4877f45a-650f-408e-b480-e7e318e762be on host dv-cinder-733622-13-iscsi {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 17:00:51.147827 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:51.281007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745f100320>,) {'filters': {'network_id': ['4fdfd20a-86ba-40ff-badd-033e171b120f']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:51.296654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f100320>, '2debe5ac-eb94-4eb8-b471-9f6ed32f2274') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:51.297001 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745f100320>, '2debe5ac-eb94-4eb8-b471-9f6ed32f2274') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:51.312074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:51.336791 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:51.348905 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Releasing vlan 1389 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 17:00:51.441886 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Deleting port 4877f45a-650f-408e-b480-e7e318e762be {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:51.442207 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:51.519075 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-461ae86a-6d23-490b-9e93-26f6b6d2b7bc None None] The port '4877f45a-650f-408e-b480-e7e318e762be' was deleted {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 17:00:51.565681 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Network 4fdfd20a-86ba-40ff-badd-033e171b120f has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 17:00:51.577231 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:51.590913 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4877f45a-650f-408e-b480-e7e318e762be no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:51.633396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 4877f45a-650f-408e-b480-e7e318e762be {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:51.633988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 4877f45a-650f-408e-b480-e7e318e762be not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:51.774852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Network 4fdfd20a-86ba-40ff-badd-033e171b120f has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 17:00:51.798579 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 17:00:51.882920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:51.888943 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:51.907369 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:52.173043 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdfd20a-86ba-40ff-badd-033e171b120f,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:52.175870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:52.189124 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-926e7ef5-32f1-493e-93ab-68dbdf57d73b admin admin] 10.222.0.103 "DELETE /v2.0/networks/4fdfd20a-86ba-40ff-badd-033e171b120f HTTP/1.1" status: 204  len: 168 time: 2.0405505
Apr 16 17:00:52.192439 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56790) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:52.828087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673536'] for router_interface, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:53.223246 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Deleting port 706a3032-f1a1-444c-8e74-f57efdae9ff0 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:53.223630 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:53.416852 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] For port 706a3032-f1a1-444c-8e74-f57efdae9ff0, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=706a3032-f1a1-444c-8e74-f57efdae9ff0,segment=NetworkSegment(dc7badaf-829a-4ced-a14a-41f024c73963),segment_id=dc7badaf-829a-4ced-a14a-41f024c73963)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:53.417333 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:53.561265 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Calling delete_port for 706a3032-f1a1-444c-8e74-f57efdae9ff0 owned by network:router_interface {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:53.743186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:53.757195 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-98aa3f6f-a51a-4c9b-b784-adc88280ac8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:53.805186 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Pushing event deleted for resources: {'Port': ['ID=706a3032-f1a1-444c-8e74-f57efdae9ff0,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:53.856292 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:54.222054 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678315'] for router_interface, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:54.988605 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Router 67e1d320-f534-4848-be07-ea07d4cb27c2 has already been hosted by L3 agent 942534e6-b498-4f20-aaf6-ed9318fbc81e {{(pid=85299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 16 17:00:55.194829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] Notify agent at l3_agent.dv-cinder-733622-13-iscsi the message routers_updated {{(pid=85299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 16 17:00:55.204253 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] Sync routers for ids ['67e1d320-f534-4848-be07-ea07d4cb27c2'] in dv-cinder-733622-13-iscsi {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 16 17:00:55.204953 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-b1a52d7c-3dd6-4ae1-953f-d772abe5e86d admin admin] 10.222.0.103 "PUT /v2.0/routers/67e1d320-f534-4848-be07-ea07d4cb27c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0113201
Apr 16 17:00:55.207655 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56800) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:55.215744 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] Routers {'67e1d320-f534-4848-be07-ea07d4cb27c2'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:55.216455 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f53a780>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['67e1d320-f534-4848-be07-ea07d4cb27c2'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:55.407029 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:55.418731 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] Set router 67e1d320-f534-4848-be07-ea07d4cb27c2 gateway port host: dv-cinder-733622-13-iscsi {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:55.647688 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:00:55.673012 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:55.683417 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Deleting port 350e5be4-33c3-4e49-982d-6cdd4360ad26 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:55.683938 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:55.917092 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] For port 350e5be4-33c3-4e49-982d-6cdd4360ad26, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=350e5be4-33c3-4e49-982d-6cdd4360ad26,segment=NetworkSegment(a736ea62-0270-4d5e-ad3b-eb55f21424eb),segment_id=a736ea62-0270-4d5e-ad3b-eb55f21424eb)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:55.917502 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:55.964679 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f53a780>, [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'external_fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T17:00:53Z', 'revision_number': 5, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port': {'id': '350e5be4-33c3-4e49-982d-6cdd4360ad26', 'name': '', 'network_id': '0c09e754-81c5-43b4-8a0b-7bae40ca129d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:53:01Z', 'updated_at': '2021-04-16T16:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2eeaf2f8-bacb-4a21-8526-cceeca9c6e49', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-iscsi'}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:55.968856 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] Checking router: 67e1d320-f534-4848-be07-ea07d4cb27c2 for host: dv-cinder-733622-13-iscsi {{(pid=85301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 16 17:00:55.979941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] Routers {'67e1d320-f534-4848-be07-ea07d4cb27c2'} bound to L3 agent in host dv-cinder-733622-13-iscsi {{(pid=85301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 16 17:00:55.980625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f745f53a780>, 'dv-cinder-733622-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:41:09Z,description=<?>,heartbeat_timestamp=2021-04-16T17:00:39Z,host='dv-cinder-733622-13-iscsi',id=942534e6-b498-4f20-aaf6-ed9318fbc81e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-16T16:41:09Z,topic='l3_agent')) {'router_ids': ['67e1d320-f534-4848-be07-ea07d4cb27c2'], 'active': True} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:56.090201 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Calling delete_port for 350e5be4-33c3-4e49-982d-6cdd4360ad26 owned by network:router_gateway {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:56.185050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvr_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] Set router 67e1d320-f534-4848-be07-ea07d4cb27c2 gateway port host: None {{(pid=85301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 16 17:00:56.299206 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:56.315373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2ba39de3-59e3-498a-9bef-57687a0bae63 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:56.321084 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_hamode_db [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f745f53a780>, [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T17:00:55Z', 'revision_number': 6, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port_host': None}], 'dv-cinder-733622-13-iscsi', False) {} {{(pid=85301) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:56.326768 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0deb584-d460-41ef-80c6-200c3f95996d None None] The sync data for ids ['67e1d320-f534-4848-be07-ea07d4cb27c2'] in dv-cinder-733622-13-iscsi is: [{'id': '67e1d320-f534-4848-be07-ea07d4cb27c2', 'name': 'tempest-TestVolumeBootPattern-421648928-router', 'tenant_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:53:00Z', 'updated_at': '2021-04-16T17:00:55Z', 'revision_number': 6, 'project_id': '1ba1ff3ca5c04b14bdd2c0cad25323c5', 'gw_port_host': None}] {{(pid=85301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 16 17:00:56.427424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=350e5be4-33c3-4e49-982d-6cdd4360ad26,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:56.431966 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:56.620061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678161'] for router_gateway, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:56.847819 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772422'] for router, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:56.851112 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:56.879049 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854098629'] for router, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:56.879617 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e1d320-f534-4848-be07-ea07d4cb27c2 {{(pid=85299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 16 17:00:56.897447 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] Notify callbacks [] for router, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:56.900280 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-46a5c686-bf5f-4ef5-b4bd-7a8b7acdb2c6 admin admin] 10.222.0.103 "DELETE /v2.0/routers/67e1d320-f534-4848-be07-ea07d4cb27c2 HTTP/1.1" status: 204  len: 168 time: 1.6907742
Apr 16 17:00:56.906759 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56814) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:56.984453 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Deleting subnet 1634af4b-1d61-4305-9b44-3b4ba5dd082e {{(pid=85299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 17:00:56.989665 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:57.057273 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789372831'] for subnet, precommit_delete_associations {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:57.157011 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:57.437354 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6655528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789311368'] for subnet, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:57.458071 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-77e90752-f3e4-42a8-bb21-20a2c7507885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:57.539599 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1634af4b-1d61-4305-9b44-3b4ba5dd082e,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:57.554482 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:57.577087 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 706a3032-f1a1-444c-8e74-f57efdae9ff0 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:57.598050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:57.604811 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a8671c59-a01c-4376-a759-5b670f77858a admin admin] 10.222.0.103 "DELETE /v2.0/subnets/1634af4b-1d61-4305-9b44-3b4ba5dd082e HTTP/1.1" status: 204  len: 168 time: 0.6968853
Apr 16 17:00:57.607536 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56820) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:00:57.609988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5807cd28-5bfe-4267-9898-0b8ab3e4301d None None] Network 83dd080c-652c-4b26-835e-58457fd87de4 requested from dv-cinder-733622-13-iscsi {{(pid=85300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 16 17:00:57.638200 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 706a3032-f1a1-444c-8e74-f57efdae9ff0 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:57.638839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 706a3032-f1a1-444c-8e74-f57efdae9ff0 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:57.639517 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 350e5be4-33c3-4e49-982d-6cdd4360ad26 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:57.725183 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:57.793935 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 350e5be4-33c3-4e49-982d-6cdd4360ad26 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:57.794352 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 350e5be4-33c3-4e49-982d-6cdd4360ad26 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:57.801424 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Deleting port 81520970-0332-4163-b341-b3d6b669e278 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:57.801810 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:57.983031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] DHCP port deletion for 83dd080c-652c-4b26-835e-58457fd87de4 request from dv-cinder-733622-13-iscsi {{(pid=85300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 16 17:00:57.987573 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Deleting port 81520970-0332-4163-b341-b3d6b669e278 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:57.988339 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:58.062606 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] For port 81520970-0332-4163-b341-b3d6b669e278, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=81520970-0332-4163-b341-b3d6b669e278,segment=NetworkSegment(dc7badaf-829a-4ced-a14a-41f024c73963),segment_id=dc7badaf-829a-4ced-a14a-41f024c73963)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:58.063018 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:58.206394 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Calling delete_port for 81520970-0332-4163-b341-b3d6b669e278 owned by network:dhcp {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:58.246189 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] For port 81520970-0332-4163-b341-b3d6b669e278, host dv-cinder-733622-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-iscsi',level=0,port_id=81520970-0332-4163-b341-b3d6b669e278,segment=NetworkSegment(dc7badaf-829a-4ced-a14a-41f024c73963),segment_id=dc7badaf-829a-4ced-a14a-41f024c73963)] {{(pid=85300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:00:58.246587 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:58.292240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:58.321489 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6e875ead-cd2a-41d7-bcab-e72cff49cc4d tempest-TestVolumeBootPattern-653432903 tempest-TestVolumeBootPattern-653432903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:58.397818 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Calling delete_port for 81520970-0332-4163-b341-b3d6b669e278 owned by network:dhcp {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:00:58.479745 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.db.api [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85300) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 17:00:58.480156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_db.api [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85300) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 16 17:00:58.530707 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81520970-0332-4163-b341-b3d6b669e278,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:58.539137 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:58.603673 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] No DVR routers for this DVR port 81520970-0332-4163-b341-b3d6b669e278 on host dv-cinder-733622-13-iscsi {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 17:00:58.830839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:58.981142 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Deleting port 81520970-0332-4163-b341-b3d6b669e278 {{(pid=85300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:00:58.981632 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:59.037792 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745ec2f160>,) {'filters': {'network_id': ['83dd080c-652c-4b26-835e-58457fd87de4']}} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:59.062007 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745ec2f160>, 'dc7badaf-829a-4ced-a14a-41f024c73963') {'for_net_delete': True} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:59.062495 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745ec2f160>, 'dc7badaf-829a-4ced-a14a-41f024c73963') {} {{(pid=85299) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:00:59.069698 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc0b66-f95c-4464-a3c8-66cb210a9fbd None None] The port '81520970-0332-4163-b341-b3d6b669e278' was deleted {{(pid=85300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 16 17:00:59.079621 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65402969'] for segment, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:59.104778 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:59.111860 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Releasing vlan 1394 on physical network physnet1 to pool {{(pid=85299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 17:00:59.309478 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Network 83dd080c-652c-4b26-835e-58457fd87de4 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 17:00:59.320287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848121207'] for segment, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:59.580559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 81520970-0332-4163-b341-b3d6b669e278 no longer exists at agent ovs-agent-dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:00:59.624086 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] No Port match for: 81520970-0332-4163-b341-b3d6b669e278 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:00:59.624560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Device 81520970-0332-4163-b341-b3d6b669e278 not bound to the agent host dv-cinder-733622-13-iscsi {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:00:59.782061 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Network 83dd080c-652c-4b26-835e-58457fd87de4 has no segments {{(pid=85299) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 17:00:59.807608 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 17:00:59.890377 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:59.894013 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a2532ea3-f4c0-46cf-a8e9-e56bd2433300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:00:59.910196 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:00:59.916753 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=83dd080c-652c-4b26-835e-58457fd87de4,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:00:59.921171 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:00:59.924030 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-6df4586d-6b60-4eae-bf32-bae2fc528ad3 admin admin] 10.222.0.103 "DELETE /v2.0/networks/83dd080c-652c-4b26-835e-58457fd87de4 HTTP/1.1" status: 204  len: 168 time: 2.3154783
Apr 16 17:01:00.106421 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56842) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:00.165741 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-8b41a103-7426-4a26-b652-33f814bec81c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=215e50567539412caa22fd5000dc74a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574181
Apr 16 17:01:00.168442 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56846) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:00.233909 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-96f10ea7-914b-40b6-afbf-8bcb6079bbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.261635 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-96f10ea7-914b-40b6-afbf-8bcb6079bbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.312579 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-96f10ea7-914b-40b6-afbf-8bcb6079bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.317693 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0c6d7c7c-5836-4918-9136-27d192b90e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:01:00.334779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f10ea7-914b-40b6-afbf-8bcb6079bbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d06fb-57ac-4c7a-9fc4-95db66987547,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:01:00.338782 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-96f10ea7-914b-40b6-afbf-8bcb6079bbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:01:00.340882 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-96f10ea7-914b-40b6-afbf-8bcb6079bbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.344535 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-96f10ea7-914b-40b6-afbf-8bcb6079bbf6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/218d06fb-57ac-4c7a-9fc4-95db66987547 HTTP/1.1" status: 204  len: 168 time: 0.1726694
Apr 16 17:01:00.712280 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85299) accepted ('10.222.0.103', 56854) {{(pid=85299) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:00.771763 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-71596dbd-c06b-4964-8c6a-7b77ca0f0263 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1ba1ff3ca5c04b14bdd2c0cad25323c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0581372
Apr 16 17:01:00.776270 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 56860) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:00.850676 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-699d8e5f-4da0-49a0-986d-02339c297101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.875373 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-699d8e5f-4da0-49a0-986d-02339c297101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.929381 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-699d8e5f-4da0-49a0-986d-02339c297101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.936438 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-2d766508-7c72-422c-8e49-942ee5c7224a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:01:00.951144 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8e5f-4da0-49a0-986d-02339c297101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd1a68f-370a-460d-88cb-8eba70e40089,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:01:00.953953 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-699d8e5f-4da0-49a0-986d-02339c297101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:01:00.955232 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-699d8e5f-4da0-49a0-986d-02339c297101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:00.959988 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-699d8e5f-4da0-49a0-986d-02339c297101 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/9dd1a68f-370a-460d-88cb-8eba70e40089 HTTP/1.1" status: 204  len: 168 time: 0.1824100
Apr 16 17:01:01.270941 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bf3d7-eafa-4f93-ad7f-09b93e11f6d9 req-ea73d33d-c4ab-4402-8c0a-5dd604e661a3 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:01:01.272675 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e1bf3d7-eafa-4f93-ad7f-09b93e11f6d9 req-ea73d33d-c4ab-4402-8c0a-5dd604e661a3 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 946 time: 0.1027763
Apr 16 17:01:01.327582 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-7e1bf3d7-eafa-4f93-ad7f-09b93e11f6d9 req-0c78dfd4-cbd7-45df-b79b-4f3e35cb4206 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472417
Apr 16 17:01:02.544975 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002744d6-5fe2-4ade-8b34-6111abdf7fac req-bcdb1b00-de21-4ccb-8a69-68dcbedb2989 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:01:02.546661 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-002744d6-5fe2-4ade-8b34-6111abdf7fac req-bcdb1b00-de21-4ccb-8a69-68dcbedb2989 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 946 time: 0.0945532
Apr 16 17:01:02.598665 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-002744d6-5fe2-4ade-8b34-6111abdf7fac req-f1d4b92e-d81c-4f92-b86c-558158457690 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/security-groups?id=d75d558f-3306-4563-8efd-3cef9d332a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452080
Apr 16 17:01:02.804531 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-f04ac1bd-dffc-4b69-985b-bc30ca047e06 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 16 17:01:02.805287 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-f04ac1bd-dffc-4b69-985b-bc30ca047e06 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Synchronizing usage tracker for tenant:a61003aa4cff4b38b07ec68a01d15c6b on resource:port {{(pid=85299) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 16 17:01:02.821317 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.quota.resource [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-f04ac1bd-dffc-4b69-985b-bc30ca047e06 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Unset dirty status for tenant:a61003aa4cff4b38b07ec68a01d15c6b on resource:port {{(pid=85299) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 16 17:01:02.823399 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-f04ac1bd-dffc-4b69-985b-bc30ca047e06 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 946 time: 0.1071134
Apr 16 17:01:02.904696 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Deleting port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 {{(pid=85299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 16 17:01:02.905082 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278241159796'] for port, before_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:03.178557 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] For port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,segment=NetworkSegment(11be0b33-d304-4a8d-bef0-359f53784c2e),segment_id=11be0b33-d304-4a8d-bef0-359f53784c2e)] {{(pid=85299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 16 17:01:03.178870 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698163'] for port, precommit_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:03.318179 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Calling delete_port for bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 owned by compute:nova {{(pid=85299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 16 17:01:03.467479 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-94003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854332970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758613616943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278241623190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848120195'] for port, after_delete {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:03.479407 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.db [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] get_ports_and_sgs() called for port_ids ['bbdc1ddf-a456-4a02-a2f4-315c8e6fa784'] {{(pid=85300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 16 17:01:03.482829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-205b492a-b4a7-44ec-90d5-a41aeaafab79 tempest-ServerRescueNegativeTestJSON-1909319460 tempest-ServerRescueNegativeTestJSON-1909319460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:01:03.581211 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Pushing event deleted for resources: {'Port': ['ID=bbdc1ddf-a456-4a02-a2f4-315c8e6fa784,revision_number=None']} {{(pid=85299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:01:03.588423 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85299) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:01:03.742556 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.l3_dvrscheduler_db [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] No DVR routers for this DVR port bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 on host hv-cinder-73362 {{(pid=85299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 16 17:01:03.745838 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768223'] for port, before_response {{(pid=85299) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:03.748793 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'name': 'network-vif-deleted', 'tag': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784'}] {{(pid=85299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 16 17:01:03.764639 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-caca904c-9f06-45b3-acf7-67551080fdb7 req-0d33576d-7216-43bd-b4aa-42503b8bc247 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.120 "DELETE /v2.0/ports/bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 HTTP/1.1" status: 204  len: 173 time: 0.9359062
Apr 16 17:01:03.769230 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [req-e24feb3b-7f05-49f5-bc2d-a0ada6db3692 req-ac046e81-a161-430a-bc68-8fbfa653ed74 tempest-VolumesSnapshotTestJSON-406915743 tempest-VolumesSnapshotTestJSON-406915743-project] 10.222.0.103 "GET /v2.0/ports?device_id=6617a0ac-3870-47db-bce3-1ce8b8499fce HTTP/1.1" status: 200  len: 210 time: 0.0517771
Apr 16 17:01:03.810660 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6617a0ac-3870-47db-bce3-1ce8b8499fce', 'name': 'network-vif-deleted', 'tag': 'bbdc1ddf-a456-4a02-a2f4-315c8e6fa784', 'status': 'completed', 'code': 200}
Apr 16 17:01:07.078844 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-ea45a2c5-6ff7-4a1c-abf9-e25cb96fcda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:07.792697 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 16 17:01:07.832723 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] No Port match for: bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 {{(pid=85300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 16 17:01:07.833121 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.rpc [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Device bbdc1ddf-a456-4a02-a2f4-315c8e6fa784 not bound to the agent host hv-cinder-73362 {{(pid=85300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 16 17:01:09.509471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a2a67f50-db9d-4666-a2da-6545c92413fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:09.611068 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:10.282484 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:11.318457 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:17.211356 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:30.705023 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 57004) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:30.773009 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.db_base_plugin_v2 [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Deleting subnet df9bcd11-dbfc-4391-a280-0590eddeeeea {{(pid=85298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 16 17:01:30.777085 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:30.834452 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036790753660'] for subnet, precommit_delete_associations {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:30.896342 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772848'] for subnet, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:31.162327 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789565411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790557419'] for subnet, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:31.177944 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-d189432e-14ce-430b-abb0-6c433a6af7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:01:31.275812 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9bcd11-dbfc-4391-a280-0590eddeeeea,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:01:31.280670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:01:31.314494 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for subnet, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:31.320658 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-3639b26e-f74f-4168-abc4-27f9548bb72c admin admin] 10.222.0.103 "DELETE /v2.0/subnets/df9bcd11-dbfc-4391-a280-0590eddeeeea HTTP/1.1" status: 204  len: 168 time: 0.6144643
Apr 16 17:01:31.323958 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 57008) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:31.441405 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33843'] for network, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:31.634359 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171281', 'neutron.services.segments.db._delete_segments_for_network-8758613672648'] for network, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:31.755074 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f745e08df28>,) {'filters': {'network_id': ['49cdb1bd-d813-4c42-949f-122ca1e716f8']}} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:01:31.768678 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f745e08df28>, '11be0b33-d304-4a8d-bef0-359f53784c2e') {'for_net_delete': True} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:01:31.769024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.services.segments.db [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f745e08df28>, '11be0b33-d304-4a8d-bef0-359f53784c2e') {} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 16 17:01:31.781395 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758613677785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64022204'] for segment, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:31.800450 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3830'] for segment, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:31.807776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Releasing vlan 1390 on physical network physnet1 to pool {{(pid=85298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 16 17:01:31.989400 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 17:01:31.998670 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65211580'] for segment, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:32.184917 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.plugins.ml2.managers [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Network 49cdb1bd-d813-4c42-949f-122ca1e716f8 has no segments {{(pid=85298) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]: Traceback (most recent call last):
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     timer()
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     cb(*args, **kw)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     return func(*args, **kwargs)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     self._notify()
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     self.callback(batched_events)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     event.method(event)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     segment_id)['aggregates'][0]
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     return f(self, *a, **k)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self._get(url).json()
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     **kwargs)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     return self.request(url, 'GET', **kwargs)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     **endpoint_filter)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 17:01:32.207909 dv-cinder-733622-13-iscsi neutron-server[85185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 17:01:32.287156 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854097409'] for network, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:32.291024 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:01:32.308436 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559497'] for network, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:32.319654 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Pushing event deleted for resources: {'Network': ['ID=49cdb1bd-d813-4c42-949f-122ca1e716f8,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:01:32.323738 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:01:32.328118 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-a7483134-1076-4897-b7b7-16bbd4d6a416 admin admin] 10.222.0.103 "DELETE /v2.0/networks/49cdb1bd-d813-4c42-949f-122ca1e716f8 HTTP/1.1" status: 204  len: 168 time: 1.0031502
Apr 16 17:01:32.520675 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 57014) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:32.568854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:01:32.575706 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-4f336a33-04d0-45ac-80c7-9861de687358 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a61003aa4cff4b38b07ec68a01d15c6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537243
Apr 16 17:01:32.578343 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [-] (85298) accepted ('10.222.0.103', 57018) {{(pid=85298) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 16 17:01:32.641965 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-572e6129-badf-411f-a65a-94cd3720d9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:32.669640 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-572e6129-badf-411f-a65a-94cd3720d9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:32.715403 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-572e6129-badf-411f-a65a-94cd3720d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662920'] for security_group, after_delete {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:32.720504 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-1b1d784d-52a5-4e15-a9eb-2a76bf0f22ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 16 17:01:32.734184 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e6129-badf-411f-a65a-94cd3720d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75d558f-3306-4563-8efd-3cef9d332a39,revision_number=None']} {{(pid=85298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 16 17:01:32.737027 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG oslo_concurrency.lockutils [None req-572e6129-badf-411f-a65a-94cd3720d9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 16 17:01:32.738269 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-572e6129-badf-411f-a65a-94cd3720d9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:32.739547 dv-cinder-733622-13-iscsi neutron-server[85185]: INFO neutron.wsgi [None req-572e6129-badf-411f-a65a-94cd3720d9f2 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d75d558f-3306-4563-8efd-3cef9d332a39 HTTP/1.1" status: 204  len: 168 time: 0.1602154
Apr 16 17:01:37.080839 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-51ff6654-9559-4bbb-b581-c7482afd3031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:39.512020 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-08e73668-e639-4824-9c01-b3d3e95b3db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:39.609874 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:40.285050 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:41.322240 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:01:47.210300 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:07.082728 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-97e79622-6894-4305-8377-5eafdf0fe5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:09.514854 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2b54829b-6a9e-489e-9345-c9e88ae7a325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:09.569653 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:02:09.616198 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:10.288236 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:11.326176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:17.224496 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:37.084387 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8cb65f03-9534-4b6b-b5a3-7a3ba512a46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:39.522776 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-14fac963-92fa-432c-b128-1de7785aa05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:39.615690 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:40.290764 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:41.330847 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:02:46.569641 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:02:47.223829 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:07.088597 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-24413eb6-66f7-43d6-9034-200e7e39fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:09.515873 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-f728fad9-0315-42e1-aa34-124bceef0ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:09.619346 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:10.293248 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:11.333286 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:17.238625 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:23.569911 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:03:37.091721 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-0b758546-ce70-4256-82b4-517b0ace0f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:39.518923 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-3ae1bdc8-1790-4b6f-a521-2fab46fd9b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:39.621648 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:40.297546 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:41.337202 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:03:47.237210 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:00.570767 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:04:07.092684 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-91203dd8-931d-421a-a17f-ccea279fe563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:09.521995 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f885-6b35-41aa-8b17-6ae8a21e37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:09.622491 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:10.301396 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:11.341322 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:17.251626 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:37.094551 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6cc9ef9e-4df1-4050-916e-a47383e28984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:37.570988 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:04:39.525560 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd631-b4de-4fc6-8021-d263da939c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:39.631431 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:40.304351 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:41.344598 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:04:47.251031 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:07.095412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f396-0a42-40fa-9d90-36ccbfde69b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:09.528181 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-6e77dba8-ceae-4ea1-90ea-d085e8a7ced8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:09.623131 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:10.307571 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:11.348329 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:14.571471 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:05:15.946920 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [req-7400c538-7971-4c32-913d-cda2647d057a req-b262921c-0718-4fdb-91f3-e34cf90c275e service neutron] (85299) timed out ('10.222.0.120', 57390) {{(pid=85299) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 17:05:17.249228 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:37.097123 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-722ccd98-ce85-4abf-8593-bfbb6ccd25b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:39.531902 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-d1f093a1-234d-499e-a7ee-0c5dde5dd015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:39.626429 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:40.309311 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:41.356176 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:47.247446 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:05:51.571212 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:05:57.096980 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.wsgi [req-6c896fae-b378-464e-a185-7def895870ca req-0ef96e55-d3d8-42a9-ade6-f335a73c3eb6 service neutron] (85298) timed out ('10.222.0.120', 57360) {{(pid=85298) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 16 17:06:07.098559 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-4bc85eda-7118-4365-a0a3-ddfce6afc205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:09.534677 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-b4b5fb72-2f71-4b8b-8530-f071ec5b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:09.627996 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:10.311522 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:11.356067 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:17.245779 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f11c-7f95-4316-a8ab-9252e1fa6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:28.571831 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron.db.agents_db [None req-ab449ea4-eed2-47a5-8427-8bb3cf10a89c None None] Agent healthcheck: found 6 active agents {{(pid=85301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 16 17:06:37.100885 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-a222d210-1b8f-49a5-a2f9-ba52a723fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:39.536412 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-cc364147-616e-4a54-b288-2fa1e65e93d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:39.629761 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-61375520-16fa-409f-85dd-3d03176e299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:40.312948 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b984-5def-477e-bd6d-0143b3d984ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 16 17:06:41.359408 dv-cinder-733622-13-iscsi neutron-server[85185]: DEBUG neutron_lib.callbacks.manager [None req-67094c7f-0f0a-4f8a-9a24-5fe49dac04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758613672631', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584609'] for agent, after_update {{(pid=85300) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}